Corrected_agent

SoccerTwos.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:26e803f79f805fbc3cb4d6278d23ffa4ae72207083292f4af87098595ed4d9c0
+oid sha256:3188475bf2c42ce9fc9802ad06f55478476531009267efd7aa87d3e64cf2aba6
 size 886472

SoccerTwos/checkpoint.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f8db1a1c364ee4af5ad9e3ac010c675184080616a51cb700d650cffd644803d0
+oid sha256:6c0b63955bdcd266de01a90ca952435572c14a7c5200d788445e8573f8815449
 size 10303217

SoccerTwos/events.out.tfevents.1691502652.b7bdf8ec71f6.27264.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef866ccea0aa1ebe6e3b7140c52b827abdcfe6894cdb021d46351a404452b1d3
+size 1243

config.json

@@ -1 +1 @@
-{"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0002, "beta": 0.005, "epsilon": 0.2, "lambd": 0.99, "num_epoch": 3, "learning_rate_schedule": "constant", "beta_schedule": "constant", "epsilon_schedule": "constant"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 256, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.975, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 20000000, "time_horizon": 1000, "summary_freq": 10000, "threaded": false, "self_play": {"save_steps": 60000, "team_change": 225000, "swap_steps": 2000, "window": 10, "play_against_latest_model_ratio": 0.25, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/SoccerTwos.x86_64", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20.0, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SoccerTwos", "initialize_from": null, "load_model": false, "resume": true, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": "cpu"}, "debug": false}
+{"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0002, "beta": 0.005, "epsilon": 0.2, "lambd": 0.99, "num_epoch": 3, "learning_rate_schedule": "constant", "beta_schedule": "constant", "epsilon_schedule": "constant"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 256, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.975, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 17000000, "time_horizon": 1000, "summary_freq": 10000, "threaded": false, "self_play": {"save_steps": 60000, "team_change": 225000, "swap_steps": 2000, "window": 10, "play_against_latest_model_ratio": 0.25, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/SoccerTwos.x86_64", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SoccerTwos", "initialize_from": null, "load_model": false, "resume": true, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": "cpu"}, "debug": false}

configuration.yaml

@@ -37,7 +37,7 @@ behaviors:
     init_path: null
     keep_checkpoints: 5
     even_checkpoints: false
-    max_steps: 20000000
+    max_steps: 17000000
     time_horizon: 1000
     summary_freq: 10000
     threaded: false
@@ -63,7 +63,7 @@ engine_settings:
   width: 84
   height: 84
   quality_level: 5
-  time_scale: 20.0
+  time_scale: 20
   target_frame_rate: -1
   capture_frame_rate: 60
   no_graphics: true

run_logs/Player-0.log

@@ -31,7 +31,7 @@ ALSA lib pcm.c:2664:(snd_pcm_open_noupdate) Unknown PCM default
 FMOD failed to initialize the output device.: "Error initializing output device. " (60)
 FMOD initialized on nosound output
 Begin MonoManager ReloadAssembly
-- Completed reload, in  0.110 seconds
+- Completed reload, in  0.164 seconds
 ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -56,7 +56,7 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
 WARNING: Shader Unsupported: 'Standard' - All subshaders removed
 WARNING: Shader Did you use #pragma only_renderers and omit this platform?
 WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
-UnloadTime: 0.855561 ms
+UnloadTime: 1.113635 ms
 Registered Communicator in Agent.
 ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 requesting resize 84 x 84
@@ -65,7 +65,7 @@ Memory Statistics:
 [ALLOC_TEMP_TLS] TLS Allocator
   StackAllocators : 
     [ALLOC_TEMP_MAIN]
-      Peak usage frame count: [8.0 KB-16.0 KB]: 779 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [2.0 MB-4.0 MB]: 1 frames
       Initial Block Size 4.0 MB
       Current Block Size 4.0 MB
       Peak Allocated Bytes 2.1 MB
@@ -181,19 +181,19 @@ Memory Statistics:
       Peak Allocated Bytes 0 B
       Overflow Count 0
 [ALLOC_DEFAULT] Dual Thread Allocator
-  Peak main deferred allocation count 4
+  Peak main deferred allocation count 3
     [ALLOC_BUCKET]
       Large Block size 4.0 MB
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_DEFAULT_MAIN]
-      Peak usage frame count: [4.0 MB-8.0 MB]: 780 frames
+      Peak usage frame count: [4.0 MB-8.0 MB]: 1 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 4.6 MB
+      Peak Allocated memory 4.5 MB
       Peak Large allocation bytes 0 B
     [ALLOC_DEFAULT_THREAD]
-      Peak usage frame count: [16.0 MB-32.0 MB]: 780 frames
+      Peak usage frame count: [16.0 MB-32.0 MB]: 1 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 17.6 MB
@@ -210,7 +210,7 @@ Memory Statistics:
   Overflow Count (full) 0
 [ALLOC_TEMP_JOB_4_FRAMES (JobTemp)]
   Initial Block Size 2.0 MB
-  Used Block Count 2
+  Used Block Count 1
   Overflow Count (too large) 0
   Overflow Count (full) 0
 [ALLOC_TEMP_JOB_ASYNC (Background)]
@@ -225,13 +225,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_GFX_MAIN]
-      Peak usage frame count: [32.0 KB-64.0 KB]: 779 frames, [64.0 KB-128.0 KB]: 1 frames
+      Peak usage frame count: [64.0 KB-128.0 KB]: 1 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 65.6 KB
       Peak Large allocation bytes 0 B
     [ALLOC_GFX_THREAD]
-      Peak usage frame count: [128.0 KB-256.0 KB]: 780 frames
+      Peak usage frame count: [128.0 KB-256.0 KB]: 1 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 173.5 KB
@@ -243,13 +243,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_CACHEOBJECTS_MAIN]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 780 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 0.6 MB
       Peak Large allocation bytes 0 B
     [ALLOC_CACHEOBJECTS_THREAD]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 779 frames, [4.0 MB-8.0 MB]: 1 frames
+      Peak usage frame count: [4.0 MB-8.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 2
       Peak Allocated memory 4.5 MB
@@ -261,13 +261,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_TYPETREE_MAIN]
-      Peak usage frame count: [0-1.0 KB]: 780 frames
+      Peak usage frame count: [0-1.0 KB]: 1 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 1.0 KB
       Peak Large allocation bytes 0 B
     [ALLOC_TYPETREE_THREAD]
-      Peak usage frame count: [1.0 KB-2.0 KB]: 779 frames, [2.0 KB-4.0 KB]: 1 frames
+      Peak usage frame count: [2.0 KB-4.0 KB]: 1 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 2.2 KB

run_logs/timers.json

@@ -1,202 +1,8 @@
 {
     "name": "root",
-    "gauges": {
-        "SoccerTwos.Policy.Entropy.mean": {
-            "value": 1.9639641046524048,
-            "min": 1.9539681673049927,
-            "max": 1.9984642267227173,
-            "count": 4
-        },
-        "SoccerTwos.Policy.Entropy.sum": {
-            "value": 39719.2109375,
-            "min": 38954.30859375,
-            "max": 42015.7109375,
-            "count": 4
-        },
-        "SoccerTwos.Environment.EpisodeLength.mean": {
-            "value": 55.9080459770115,
-            "min": 52.42553191489362,
-            "max": 69.69117647058823,
-            "count": 4
-        },
-        "SoccerTwos.Environment.EpisodeLength.sum": {
-            "value": 19456.0,
-            "min": 18956.0,
-            "max": 19736.0,
-            "count": 4
-        },
-        "SoccerTwos.Self-play.ELO.mean": {
-            "value": 1533.2775670474307,
-            "min": 1531.4690591729955,
-            "max": 1536.4409381825596,
-            "count": 4
-        },
-        "SoccerTwos.Self-play.ELO.sum": {
-            "value": 266790.29666625295,
-            "min": 208780.49839865667,
-            "max": 288850.8963783212,
-            "count": 4
-        },
-        "SoccerTwos.Step.mean": {
-            "value": 17039981.0,
-            "min": 17009985.0,
-            "max": 17039981.0,
-            "count": 4
-        },
-        "SoccerTwos.Step.sum": {
-            "value": 17039981.0,
-            "min": 17009985.0,
-            "max": 17039981.0,
-            "count": 4
-        },
-        "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": {
-            "value": 0.0066308374516665936,
-            "min": -0.014971102587878704,
-            "max": 0.007635193876922131,
-            "count": 4
-        },
-        "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": {
-            "value": 1.1603965759277344,
-            "min": -2.8145673274993896,
-            "max": 1.2139958143234253,
-            "count": 4
-        },
-        "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": {
-            "value": 0.004882545676082373,
-            "min": -0.015448137186467648,
-            "max": 0.008066718466579914,
-            "count": 4
-        },
-        "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": {
-            "value": 0.8544454574584961,
-            "min": -2.849024772644043,
-            "max": 1.2826082706451416,
-            "count": 4
-        },
-        "SoccerTwos.Environment.CumulativeReward.mean": {
-            "value": 0.0,
-            "min": 0.0,
-            "max": 0.0,
-            "count": 4
-        },
-        "SoccerTwos.Environment.CumulativeReward.sum": {
-            "value": 0.0,
-            "min": 0.0,
-            "max": 0.0,
-            "count": 4
-        },
-        "SoccerTwos.Policy.ExtrinsicReward.mean": {
-            "value": -0.008789714404514858,
-            "min": -0.024712768323878025,
-            "max": 0.0715466645028856,
-            "count": 4
-        },
-        "SoccerTwos.Policy.ExtrinsicReward.sum": {
-            "value": -1.5382000207901,
-            "min": -4.646000444889069,
-            "max": 9.658799707889557,
-            "count": 4
-        },
-        "SoccerTwos.Environment.GroupCumulativeReward.mean": {
-            "value": -0.008789714404514858,
-            "min": -0.024712768323878025,
-            "max": 0.0715466645028856,
-            "count": 4
-        },
-        "SoccerTwos.Environment.GroupCumulativeReward.sum": {
-            "value": -1.5382000207901,
-            "min": -4.646000444889069,
-            "max": 9.658799707889557,
-            "count": 4
-        },
-        "SoccerTwos.IsTraining.mean": {
-            "value": 1.0,
-            "min": 1.0,
-            "max": 1.0,
-            "count": 4
-        },
-        "SoccerTwos.IsTraining.sum": {
-            "value": 1.0,
-            "min": 1.0,
-            "max": 1.0,
-            "count": 4
-        },
-        "SoccerTwos.Losses.PolicyLoss.mean": {
-            "value": 0.018175540817901494,
-            "min": 0.018175540817901494,
-            "max": 0.018175540817901494,
-            "count": 1
-        },
-        "SoccerTwos.Losses.PolicyLoss.sum": {
-            "value": 0.018175540817901494,
-            "min": 0.018175540817901494,
-            "max": 0.018175540817901494,
-            "count": 1
-        },
-        "SoccerTwos.Losses.ValueLoss.mean": {
-            "value": 0.13336077183485032,
-            "min": 0.13336077183485032,
-            "max": 0.13336077183485032,
-            "count": 1
-        },
-        "SoccerTwos.Losses.ValueLoss.sum": {
-            "value": 0.13336077183485032,
-            "min": 0.13336077183485032,
-            "max": 0.13336077183485032,
-            "count": 1
-        },
-        "SoccerTwos.Losses.BaselineLoss.mean": {
-            "value": 0.13435084397594135,
-            "min": 0.13435084397594135,
-            "max": 0.13435084397594135,
-            "count": 1
-        },
-        "SoccerTwos.Losses.BaselineLoss.sum": {
-            "value": 0.13435084397594135,
-            "min": 0.13435084397594135,
-            "max": 0.13435084397594135,
-            "count": 1
-        },
-        "SoccerTwos.Policy.LearningRate.mean": {
-            "value": 0.00019999999999999996,
-            "min": 0.00019999999999999996,
-            "max": 0.00019999999999999996,
-            "count": 1
-        },
-        "SoccerTwos.Policy.LearningRate.sum": {
-            "value": 0.00019999999999999996,
-            "min": 0.00019999999999999996,
-            "max": 0.00019999999999999996,
-            "count": 1
-        },
-        "SoccerTwos.Policy.Epsilon.mean": {
-            "value": 0.20000000000000007,
-            "min": 0.20000000000000007,
-            "max": 0.20000000000000007,
-            "count": 1
-        },
-        "SoccerTwos.Policy.Epsilon.sum": {
-            "value": 0.20000000000000007,
-            "min": 0.20000000000000007,
-            "max": 0.20000000000000007,
-            "count": 1
-        },
-        "SoccerTwos.Policy.Beta.mean": {
-            "value": 0.005000000000000001,
-            "min": 0.005000000000000001,
-            "max": 0.005000000000000001,
-            "count": 1
-        },
-        "SoccerTwos.Policy.Beta.sum": {
-            "value": 0.005000000000000001,
-            "min": 0.005000000000000001,
-            "max": 0.005000000000000001,
-            "count": 1
-        }
-    },
     "metadata": {
         "timer_format_version": "0.1.0",
-        "start_time_seconds": "1691502300",
+        "start_time_seconds": "1691502651",
         "python_version": "3.10.12 (main, Jun 11 2023, 05:26:28) [GCC 11.4.0]",
         "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/poca/SoccerTwos.yaml --env=./training-envs-executables/SoccerTwos.x86_64 --run-id=SoccerTwos --no-graphics --resume --torch-device=cpu",
         "mlagents_version": "0.31.0.dev0",
@@ -204,210 +10,41 @@
         "communication_protocol_version": "1.5.0",
         "pytorch_version": "1.11.0+cu102",
         "numpy_version": "1.21.2",
-        "end_time_seconds": "1691502467"
+        "end_time_seconds": "1691502653"
     },
-    "total": 167.2286620670002,
+    "total": 2.346567974000209,
     "count": 1,
-    "self": 0.4083971010004461,
+    "self": 0.591593690000991,
     "children": {
         "run_training.setup": {
-            "total": 0.057568434000131674,
+            "total": 0.088049349999892,
             "count": 1,
-            "self": 0.057568434000131674
+            "self": 0.088049349999892
         },
         "TrainerController.start_learning": {
-            "total": 166.7626965319996,
+            "total": 1.6669249339993257,
             "count": 1,
-            "self": 0.1286187159948895,
+            "self": 0.000251513999501185,
             "children": {
                 "TrainerController._reset_env": {
-                    "total": 1.281048531000124,
-                    "count": 2,
-                    "self": 1.281048531000124
-                },
-                "TrainerController.advance": {
-                    "total": 164.82694835200527,
-                    "count": 2866,
-                    "self": 0.11029959502411657,
-                    "children": {
-                        "env_step": {
-                            "total": 91.24394351102455,
-                            "count": 2866,
-                            "self": 77.27837632406408,
-                            "children": {
-                                "SubprocessEnvManager._take_step": {
-                                    "total": 13.897581628963053,
-                                    "count": 2866,
-                                    "self": 0.588474708949434,
-                                    "children": {
-                                        "TorchPolicy.evaluate": {
-                                            "total": 13.309106920013619,
-                                            "count": 5194,
-                                            "self": 13.309106920013619
-                                        }
-                                    }
-                                },
-                                "workers": {
-                                    "total": 0.06798555799741735,
-                                    "count": 2866,
-                                    "self": 0.0,
-                                    "children": {
-                                        "worker_root": {
-                                            "total": 139.89436301402293,
-                                            "count": 2866,
-                                            "is_parallel": true,
-                                            "self": 74.87586999501673,
-                                            "children": {
-                                                "run_training.setup": {
-                                                    "total": 0.0,
-                                                    "count": 0,
-                                                    "is_parallel": true,
-                                                    "self": 0.0,
-                                                    "children": {
-                                                        "steps_from_proto": {
-                                                            "total": 0.005311633000019356,
-                                                            "count": 2,
-                                                            "is_parallel": true,
-                                                            "self": 0.001231124997502775,
-                                                            "children": {
-                                                                "_process_rank_one_or_two_observation": {
-                                                                    "total": 0.004080508002516581,
-                                                                    "count": 8,
-                                                                    "is_parallel": true,
-                                                                    "self": 0.004080508002516581
-                                                                }
-                                                            }
-                                                        },
-                                                        "UnityEnvironment.step": {
-                                                            "total": 0.0493819719995372,
-                                                            "count": 1,
-                                                            "is_parallel": true,
-                                                            "self": 0.0013574589984273189,
-                                                            "children": {
-                                                                "UnityEnvironment._generate_step_input": {
-                                                                    "total": 0.0009895940002024872,
-                                                                    "count": 1,
-                                                                    "is_parallel": true,
-                                                                    "self": 0.0009895940002024872
-                                                                },
-                                                                "communicator.exchange": {
-                                                                    "total": 0.04264585100008844,
-                                                                    "count": 1,
-                                                                    "is_parallel": true,
-                                                                    "self": 0.04264585100008844
-                                                                },
-                                                                "steps_from_proto": {
-                                                                    "total": 0.004389068000818952,
-                                                                    "count": 2,
-                                                                    "is_parallel": true,
-                                                                    "self": 0.0007751620014460059,
-                                                                    "children": {
-                                                                        "_process_rank_one_or_two_observation": {
-                                                                            "total": 0.003613905999372946,
-                                                                            "count": 8,
-                                                                            "is_parallel": true,
-                                                                            "self": 0.003613905999372946
-                                                                        }
-                                                                    }
-                                                                }
-                                                            }
-                                                        }
-                                                    }
-                                                },
-                                                "steps_from_proto": {
-                                                    "total": 0.0023167730005297926,
-                                                    "count": 2,
-                                                    "is_parallel": true,
-                                                    "self": 0.00047645100130466744,
-                                                    "children": {
-                                                        "_process_rank_one_or_two_observation": {
-                                                            "total": 0.0018403219992251252,
-                                                            "count": 8,
-                                                            "is_parallel": true,
-                                                            "self": 0.0018403219992251252
-                                                        }
-                                                    }
-                                                },
-                                                "UnityEnvironment.step": {
-                                                    "total": 65.01617624600567,
-                                                    "count": 2865,
-                                                    "is_parallel": true,
-                                                    "self": 3.78196505899723,
-                                                    "children": {
-                                                        "UnityEnvironment._generate_step_input": {
-                                                            "total": 1.9756522910220156,
-                                                            "count": 2865,
-                                                            "is_parallel": true,
-                                                            "self": 1.9756522910220156
-                                                        },
-                                                        "communicator.exchange": {
-                                                            "total": 47.213440500001525,
-                                                            "count": 2865,
-                                                            "is_parallel": true,
-                                                            "self": 47.213440500001525
-                                                        },
-                                                        "steps_from_proto": {
-                                                            "total": 12.0451183959849,
-                                                            "count": 5730,
-                                                            "is_parallel": true,
-                                                            "self": 2.1130996969013722,
-                                                            "children": {
-                                                                "_process_rank_one_or_two_observation": {
-                                                                    "total": 9.932018699083528,
-                                                                    "count": 22920,
-                                                                    "is_parallel": true,
-                                                                    "self": 9.932018699083528
-                                                                }
-                                                            }
-                                                        }
-                                                    }
-                                                }
-                                            }
-                                        }
-                                    }
-                                }
-                            }
-                        },
-                        "trainer_advance": {
-                            "total": 73.4727052459566,
-                            "count": 2866,
-                            "self": 0.7132131789649065,
-                            "children": {
-                                "process_trajectory": {
-                                    "total": 14.632656675991711,
-                                    "count": 2866,
-                                    "self": 14.632656675991711
-                                },
-                                "_update_policy": {
-                                    "total": 58.126835390999986,
-                                    "count": 2,
-                                    "self": 10.704958797002291,
-                                    "children": {
-                                        "TorchPOCAOptimizer.update": {
-                                            "total": 47.421876593997695,
-                                            "count": 55,
-                                            "self": 47.421876593997695
-                                        }
-                                    }
-                                }
-                            }
-                        }
-                    }
+                    "total": 1.415294059000189,
+                    "count": 1,
+                    "self": 1.415294059000189
                 },
                 "trainer_threads": {
-                    "total": 2.1189998733461834e-06,
+                    "total": 1.258999873243738e-06,
                     "count": 1,
-                    "self": 2.1189998733461834e-06
+                    "self": 1.258999873243738e-06
                 },
                 "TrainerController._save_models": {
-                    "total": 0.5260788139994474,
+                    "total": 0.2513781019997623,
                     "count": 1,
-                    "self": 0.007075401998918096,
+                    "self": 0.0015739059999759775,
                     "children": {
                         "RLTrainer._checkpoint": {
-                            "total": 0.5190034120005294,
+                            "total": 0.24980419599978632,
                             "count": 1,
-                            "self": 0.5190034120005294
+                            "self": 0.24980419599978632
                         }
                     }
                 }

run_logs/training_status.json

@@ -38,23 +38,23 @@
                 ]
             },
             {
-                "steps": 17041472,
-                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-17041472.onnx",
+                "steps": 17000414,
+                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-17000414.onnx",
                 "reward": null,
-                "creation_time": 1691502466.8981693,
+                "creation_time": 1691502652.7982087,
                 "auxillary_file_paths": [
-                    "results/SoccerTwos/SoccerTwos/SoccerTwos-17041472.pt"
+                    "results/SoccerTwos/SoccerTwos/SoccerTwos-17000414.pt"
                 ]
             }
         ],
-        "elo": 1536.6166151058592,
+        "elo": 1534.3333126847701,
         "final_checkpoint": {
-            "steps": 17041472,
+            "steps": 17000414,
             "file_path": "results/SoccerTwos/SoccerTwos.onnx",
             "reward": null,
-            "creation_time": 1691502466.8981693,
+            "creation_time": 1691502652.7982087,
             "auxillary_file_paths": [
-                "results/SoccerTwos/SoccerTwos/SoccerTwos-17041472.pt"
+                "results/SoccerTwos/SoccerTwos/SoccerTwos-17000414.pt"
             ]
         }
     },