Hugging Face's logo

VicBeltran
/
poca-SoccerTwos

Reinforcement Learning
ml-agents
TensorBoard
ONNX
SoccerTwos
deep-reinforcement-learning
ML-Agents-SoccerTwos
Model card Files Metrics Community
VicBeltran commited on
Commit
326fd90
•
1 Parent(s): f3f1036

Second Version Push

Browse files
Files changed (22) hide show
  1. SoccerTwos.onnx +2 -2
  2. SoccerTwos/SoccerTwos-12999858.onnx +3 -0
  3. SoccerTwos/SoccerTwos-12999858.pt +3 -0
  4. SoccerTwos/SoccerTwos-13999928.onnx +3 -0
  5. SoccerTwos/SoccerTwos-13999928.pt +3 -0
  6. SoccerTwos/SoccerTwos-14999912.onnx +3 -0
  7. SoccerTwos/SoccerTwos-14999912.pt +3 -0
  8. SoccerTwos/SoccerTwos-15999965.onnx +3 -0
  9. SoccerTwos/SoccerTwos-15999965.pt +3 -0
  10. SoccerTwos/SoccerTwos-16283050.onnx +3 -0
  11. SoccerTwos/SoccerTwos-16283050.pt +3 -0
  12. SoccerTwos/SoccerTwos-33482.onnx +3 -0
  13. SoccerTwos/SoccerTwos-33482.pt +3 -0
  14. SoccerTwos/SoccerTwos-33802.onnx +3 -0
  15. SoccerTwos/SoccerTwos-33802.pt +3 -0
  16. SoccerTwos/checkpoint.pt +2 -2
  17. SoccerTwos/events.out.tfevents.1692499201.DESKTOP-9GKAG7F.82689.0 +3 -0
  18. config.json +1 -1
  19. configuration.yaml +20 -20
  20. run_logs/Player-0.log +63 -334
  21. run_logs/timers.json +199 -447
  22. run_logs/training_status.json +27 -27
SoccerTwos.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:929f42c3b5eab76fa6f6a78b8f6819e3498cab7bc452f27ea2e20ffa0a41eb85
3
- size 3866744
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e562c19fbe3c007e1a42d7d8158a1b45637faff72b14292e5401f532946da2ed
3
+ size 14018686
SoccerTwos/SoccerTwos-12999858.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b43c4435e0dda9bdfa5e492f7855d5001cdc6d6233deb3722bf4762e40ad83d5
3
+ size 14018686
SoccerTwos/SoccerTwos-12999858.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e08687555a2e372a5c6d0a15c6645ea264cc12875fadf86cf530a39f5b588e75
3
+ size 151243161
SoccerTwos/SoccerTwos-13999928.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:250c73159b641163573be85e1ec7eef14e260c0024ec0261cf7dd3c50559a68e
3
+ size 14018686
SoccerTwos/SoccerTwos-13999928.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:225e596961bc4cda38909d6d15599befc2fb5ee81791da8d0507743b04a295e1
3
+ size 151243161
SoccerTwos/SoccerTwos-14999912.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df5aa00bdeaa073bee217f3f28fb08439e6178a71d1f6f509c848c0d662c4689
3
+ size 14018686
SoccerTwos/SoccerTwos-14999912.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4176f1d80751254ed14596b1ac560897915d135f57e1e368284386a84517c74a
3
+ size 151243161
SoccerTwos/SoccerTwos-15999965.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a7214e810301ad54d6f08cbc8f2047e25d4c32cc3ce95be2f18c4964ae5ce53
3
+ size 14018686
SoccerTwos/SoccerTwos-15999965.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ddddb5013c16fb0c554bc0bea1d1859b7a3aba477d7158e08dc4aa5d0a7804e8
3
+ size 151243161
SoccerTwos/SoccerTwos-16283050.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e562c19fbe3c007e1a42d7d8158a1b45637faff72b14292e5401f532946da2ed
3
+ size 14018686
SoccerTwos/SoccerTwos-16283050.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a205e7b4f1f632bd3a7a910a2963a1162ecabfc2cfa54a9a5d1c95670f5b1c6
3
+ size 151243161
SoccerTwos/SoccerTwos-33482.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:872a0e04dd0ead875596e7dee7b6a97e3c4bb8b37cf7c2739b50037dcac1b7e3
3
+ size 14018686
SoccerTwos/SoccerTwos-33482.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:522d9adfdd100b2eacef47a972ae1c169a5a2dc574292dc871f3a8ed907a66b0
3
+ size 50419425
SoccerTwos/SoccerTwos-33802.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bdb24eed21681bd9fa159785be2aec67c1d7b38bc8acb924d12dc84b5393d5fe
3
+ size 14018686
SoccerTwos/SoccerTwos-33802.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2a1c61c9a7a222bd73e37ecac2102f835bd93095e36f568f324ad0755f346d4
3
+ size 151243097
SoccerTwos/checkpoint.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ef10f8462861788c358e452749edb97f7dce4328de441763f8d65d41fa1b5bc3
3
- size 41038233
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a205e7b4f1f632bd3a7a910a2963a1162ecabfc2cfa54a9a5d1c95670f5b1c6
3
+ size 151243161
SoccerTwos/events.out.tfevents.1692499201.DESKTOP-9GKAG7F.82689.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0532ce07306b48f4e0423a7c9d5a7b4cb6e42c29df647004a5478b66a95fd45f
3
+ size 16521351
config.json CHANGED
@@ -1 +1 @@
1
- {"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2048, "buffer_size": 307200, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.25, "lambd": 0.95, "num_epoch": 5, "learning_rate_schedule": "constant", "beta_schedule": "constant", "epsilon_schedule": "constant"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 4, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 7000000, "time_horizon": 1000, "summary_freq": 10000, "threaded": false, "self_play": {"save_steps": 75000, "team_change": 800000, "swap_steps": 5000, "window": 50, "play_against_latest_model_ratio": 0.7, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/SoccerTwos/SoccerTwos.exe", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": false}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SoccerTwos", "initialize_from": null, "load_model": false, "resume": false, "force": true, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
 
1
+ {"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2048, "buffer_size": 32768, "learning_rate": 0.0004, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 5, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "checkpoint_interval": 1000000, "network_settings": {"normalize": false, "hidden_units": 1024, "num_layers": 4, "vis_encode_type": "resnet", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 256, "num_layers": 4, "vis_encode_type": "fully_connected", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 400000000, "time_horizon": 1000, "summary_freq": 10000, "threaded": false, "self_play": {"save_steps": 10000, "team_change": 2000000, "swap_steps": 200000, "window": 20, "play_against_latest_model_ratio": 0.75, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/SoccerTwos/SoccerTwos.exe", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SoccerTwosV2", "initialize_from": null, "load_model": false, "resume": false, "force": true, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
configuration.yaml CHANGED
@@ -4,21 +4,21 @@ behaviors:
4
  trainer_type: poca
5
  hyperparameters:
6
  batch_size: 2048
7
- buffer_size: 307200
8
- learning_rate: 0.0003
9
  beta: 0.005
10
- epsilon: 0.25
11
  lambd: 0.95
12
  num_epoch: 5
13
- learning_rate_schedule: constant
14
- beta_schedule: constant
15
- epsilon_schedule: constant
16
- checkpoint_interval: 500000
17
  network_settings:
18
  normalize: false
19
- hidden_units: 512
20
  num_layers: 4
21
- vis_encode_type: simple
22
  memory: null
23
  goal_conditioning_type: hyper
24
  deterministic: false
@@ -28,25 +28,25 @@ behaviors:
28
  strength: 1.0
29
  network_settings:
30
  normalize: false
31
- hidden_units: 128
32
- num_layers: 2
33
- vis_encode_type: simple
34
  memory: null
35
  goal_conditioning_type: hyper
36
  deterministic: false
37
  init_path: null
38
  keep_checkpoints: 5
39
  even_checkpoints: false
40
- max_steps: 7000000
41
  time_horizon: 1000
42
  summary_freq: 10000
43
  threaded: false
44
  self_play:
45
- save_steps: 75000
46
- team_change: 800000
47
- swap_steps: 5000
48
- window: 50
49
- play_against_latest_model_ratio: 0.7
50
  initial_elo: 1200.0
51
  behavioral_cloning: null
52
  env_settings:
@@ -66,10 +66,10 @@ engine_settings:
66
  time_scale: 20
67
  target_frame_rate: -1
68
  capture_frame_rate: 60
69
- no_graphics: false
70
  environment_parameters: null
71
  checkpoint_settings:
72
- run_id: SoccerTwos
73
  initialize_from: null
74
  load_model: false
75
  resume: false
 
4
  trainer_type: poca
5
  hyperparameters:
6
  batch_size: 2048
7
+ buffer_size: 32768
8
+ learning_rate: 0.0004
9
  beta: 0.005
10
+ epsilon: 0.2
11
  lambd: 0.95
12
  num_epoch: 5
13
+ learning_rate_schedule: linear
14
+ beta_schedule: linear
15
+ epsilon_schedule: linear
16
+ checkpoint_interval: 1000000
17
  network_settings:
18
  normalize: false
19
+ hidden_units: 1024
20
  num_layers: 4
21
+ vis_encode_type: resnet
22
  memory: null
23
  goal_conditioning_type: hyper
24
  deterministic: false
 
28
  strength: 1.0
29
  network_settings:
30
  normalize: false
31
+ hidden_units: 256
32
+ num_layers: 4
33
+ vis_encode_type: fully_connected
34
  memory: null
35
  goal_conditioning_type: hyper
36
  deterministic: false
37
  init_path: null
38
  keep_checkpoints: 5
39
  even_checkpoints: false
40
+ max_steps: 400000000
41
  time_horizon: 1000
42
  summary_freq: 10000
43
  threaded: false
44
  self_play:
45
+ save_steps: 10000
46
+ team_change: 2000000
47
+ swap_steps: 200000
48
+ window: 20
49
+ play_against_latest_model_ratio: 0.75
50
  initial_elo: 1200.0
51
  behavioral_cloning: null
52
  env_settings:
 
66
  time_scale: 20
67
  target_frame_rate: -1
68
  capture_frame_rate: 60
69
+ no_graphics: true
70
  environment_parameters: null
71
  checkpoint_settings:
72
+ run_id: SoccerTwosV2
73
  initialize_from: null
74
  load_model: false
75
  resume: false
run_logs/Player-0.log CHANGED
@@ -2,311 +2,44 @@ Mono path[0] = '/home/victor/pythonprojects/ml-agents/training-envs-executables/
2
  Mono config path = '/home/victor/pythonprojects/ml-agents/training-envs-executables/SoccerTwos/SoccerTwos_Data/MonoBleedingEdge/etc'
3
  Preloaded 'lib_burst_generated.so'
4
  Preloaded 'libgrpc_csharp_ext.x64.so'
5
- Display 0 'XWAYLAND0': 2560x1080 (primary device).
6
- Display 1 'XWAYLAND1 27"': 1920x1080 (secondary device).
7
- Desktop is 2560 x 1080 @ 60 Hz
8
  Initialize engine version: 2021.3.14f1 (eee1884e7226)
9
  [Subsystems] Discovering subsystems at path /home/victor/pythonprojects/ml-agents/training-envs-executables/SoccerTwos/SoccerTwos_Data/UnitySubsystems
10
- GfxDevice: creating device client; threaded=1; jobified=0
11
- Renderer: D3D12 (NVIDIA GeForce RTX 2060)
12
- Vendor: Microsoft Corporation
13
- Version: 4.2 (Core Profile) Mesa 23.0.4-0ubuntu1~22.04.1
14
- GLES: 0
15
- GL_AMD_conservative_depth GL_AMD_draw_buffers_blend GL_AMD_gpu_shader_int64 GL_AMD_multi_draw_indirect GL_AMD_shader_trinary_minmax GL_AMD_texture_texture4 GL_ANGLE_texture_compression_dxt3 GL_ANGLE_texture_compression_dxt5 GL_ARB_ES2_compatibility GL_ARB_ES3_1_compatibility GL_ARB_ES3_compatibility GL_ARB_arrays_of_arrays GL_ARB_base_instance GL_ARB_blend_func_extended GL_ARB_buffer_storage GL_ARB_clear_buffer_object GL_ARB_clip_control GL_ARB_compressed_texture_pixel_storage GL_ARB_compute_shader GL_ARB_compute_variable_group_size GL_ARB_conditional_render_inverted GL_ARB_conservative_depth GL_ARB_copy_buffer GL_ARB_debug_output GL_ARB_depth_buffer_float GL_ARB_depth_clamp GL_ARB_direct_state_access GL_ARB_draw_buffers GL_ARB_draw_buffers_blend GL_ARB_draw_elements_base_vertex GL_ARB_draw_indirect GL_ARB_draw_instanced GL_ARB_explicit_attrib_location GL_ARB_explicit_uniform_location GL_ARB_fragment_coord_conventions GL_ARB_fragment_layer_viewport GL_ARB_fragment_shader GL_ARB_framebuffer_no_attachments GL
16
- _ARB_framebuffer_object GL_ARB_framebuffer_sRGB GL_ARB_get_program_binary GL_ARB_get_texture_sub_image GL_ARB_gpu_shader5 GL_ARB_gpu_shader_fp64 GL_ARB_gpu_shader_int64 GL_ARB_half_float_pixel GL_ARB_half_float_vertex GL_ARB_indirect_parameters GL_ARB_instanced_arrays GL_ARB_internalformat_query GL_ARB_internalformat_query2 GL_ARB_invalidate_subdata GL_ARB_map_buffer_alignment GL_ARB_map_buffer_range GL_ARB_multi_bind GL_ARB_multi_draw_indirect GL_ARB_occlusion_query2 GL_ARB_parallel_shader_compile GL_ARB_pixel_buffer_object GL_ARB_point_sprite GL_ARB_program_interface_query GL_ARB_provoking_vertex GL_ARB_robust_buffer_access_behavior GL_ARB_robustness GL_ARB_sample_shading GL_ARB_sampler_objects GL_ARB_seamless_cube_map GL_ARB_separate_shader_objects GL_ARB_shader_atomic_counter_ops GL_ARB_shader_atomic_counters GL_ARB_shader_bit_encoding GL_ARB_shader_draw_parameters GL_ARB_shader_image_load_store GL_ARB_shader_image_size GL_ARB_shader_objects GL_ARB_shader_precision GL_ARB_shader_storage_buffer_object GL_
17
- ARB_shader_subroutine GL_ARB_shader_texture_lod GL_ARB_shading_language_420pack GL_ARB_shading_language_include GL_ARB_shading_language_packing GL_ARB_stencil_texturing GL_ARB_sync GL_ARB_tessellation_shader GL_ARB_texture_buffer_object GL_ARB_texture_buffer_object_rgb32 GL_ARB_texture_buffer_range GL_ARB_texture_compression_bptc GL_ARB_texture_compression_rgtc GL_ARB_texture_cube_map_array GL_ARB_texture_filter_anisotropic GL_ARB_texture_float GL_ARB_texture_gather GL_ARB_texture_multisample GL_ARB_texture_non_power_of_two GL_ARB_texture_query_levels GL_ARB_texture_query_lod GL_ARB_texture_rectangle GL_ARB_texture_rg GL_ARB_texture_rgb10_a2ui GL_ARB_texture_stencil8 GL_ARB_texture_storage GL_ARB_texture_storage_multisample GL_ARB_texture_swizzle GL_ARB_timer_query GL_ARB_transform_feedback2 GL_ARB_transform_feedback3 GL_ARB_transform_feedback_instanced GL_ARB_uniform_buffer_object GL_ARB_vertex_array_bgra GL_ARB_vertex_array_object GL_ARB_vertex_attrib_64bit GL_ARB_vertex_attrib_binding GL_ARB_vertex_buffer
18
- _object GL_ARB_vertex_shader GL_ARB_vertex_type_10f_11f_11f_rev GL_ARB_vertex_type_2_10_10_10_rev GL_ARB_viewport_array GL_ATI_blend_equation_separate GL_ATI_texture_float GL_EXT_EGL_image_storage GL_EXT_EGL_sync GL_EXT_abgr GL_EXT_blend_equation_separate GL_EXT_debug_label GL_EXT_draw_buffers2 GL_EXT_draw_instanced GL_EXT_framebuffer_blit GL_EXT_framebuffer_multisample GL_EXT_framebuffer_multisample_blit_scaled GL_EXT_framebuffer_object GL_EXT_framebuffer_sRGB GL_EXT_memory_object GL_EXT_memory_object_fd GL_EXT_packed_depth_stencil GL_EXT_packed_float GL_EXT_pixel_buffer_object GL_EXT_provoking_vertex GL_EXT_semaphore GL_EXT_semaphore_fd GL_EXT_shader_integer_mix GL_EXT_texture_array GL_EXT_texture_compression_dxt1 GL_EXT_texture_compression_rgtc GL_EXT_texture_compression_s3tc GL_EXT_texture_filter_anisotropic GL_EXT_texture_integer GL_EXT_texture_sRGB GL_EXT_texture_sRGB_decode GL_EXT_texture_shared_exponent GL_EXT_texture_snorm GL_EXT_texture_swizzle GL_EXT_timer_query GL_EXT_transform_feedback GL_EXT_ve
19
- rtex_array_bgra GL_EXT_vertex_attrib_64bit GL_IBM_multimode_draw_arrays GL_KHR_context_flush_control GL_KHR_debug GL_KHR_no_error GL_KHR_parallel_shader_compile GL_KHR_robust_buffer_access_behavior GL_KHR_robustness GL_KHR_texture_compression_astc_ldr GL_KHR_texture_compression_astc_sliced_3d GL_MESA_pack_invert GL_MESA_shader_integer_functions GL_MESA_texture_signed_rgba GL_NV_conditional_render GL_NV_copy_image GL_NV_depth_clamp GL_NV_packed_depth_stencil GL_NV_vdpau_interop GL_OES_EGL_image GL_S3_s3tc
20
- OPENGL LOG: Creating OpenGL 4.2 graphics device ; Context level <OpenGL 4.2> ; Context handle 14392864
21
  Begin MonoManager ReloadAssembly
22
- - Completed reload, in 0.059 seconds
23
- Default vsync count 1
24
- requesting resize 1524 x 748
25
- resizing window to 1524 x 748
26
- Desktop is 2560 x 1080 @ 60 Hz
27
- UnloadTime: 0.737300 ms
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
28
  Registered Communicator in Agent.
29
- Setting up 4 worker threads for Enlighten.
30
  requesting resize 84 x 84
31
- resizing window to 84 x 84
32
- Desktop is 2560 x 1080 @ 60 Hz
33
- TOO LONG
34
- TOO LONG
35
- TOO LONG
36
- TOO LONG
37
- TOO LONG
38
- TOO LONG
39
- TOO LONG
40
- TOO LONG
41
- TOO LONG
42
- TOO LONG
43
- TOO LONG
44
- TOO LONG
45
- TOO LONG
46
- TOO LONG
47
- TOO LONG
48
- TOO LONG
49
- TOO LONG
50
- TOO LONG
51
- TOO LONG
52
- TOO LONG
53
- TOO LONG
54
- TOO LONG
55
- TOO LONG
56
- TOO LONG
57
- TOO LONG
58
- TOO LONG
59
- TOO LONG
60
- TOO LONG
61
- TOO LONG
62
- TOO LONG
63
- TOO LONG
64
- TOO LONG
65
- TOO LONG
66
- TOO LONG
67
- TOO LONG
68
- TOO LONG
69
- TOO LONG
70
- TOO LONG
71
- TOO LONG
72
- TOO LONG
73
- TOO LONG
74
- TOO LONG
75
- TOO LONG
76
- TOO LONG
77
- TOO LONG
78
- TOO LONG
79
- TOO LONG
80
- TOO LONG
81
- TOO LONG
82
- TOO LONG
83
- TOO LONG
84
- TOO LONG
85
- TOO LONG
86
- TOO LONG
87
- TOO LONG
88
- TOO LONG
89
- TOO LONG
90
- TOO LONG
91
- TOO LONG
92
- TOO LONG
93
- TOO LONG
94
- TOO LONG
95
- TOO LONG
96
- TOO LONG
97
- TOO LONG
98
- TOO LONG
99
- TOO LONG
100
- TOO LONG
101
- TOO LONG
102
- TOO LONG
103
- TOO LONG
104
- TOO LONG
105
- TOO LONG
106
- TOO LONG
107
- TOO LONG
108
- TOO LONG
109
- TOO LONG
110
- TOO LONG
111
- TOO LONG
112
- TOO LONG
113
- TOO LONG
114
- TOO LONG
115
- TOO LONG
116
- TOO LONG
117
- TOO LONG
118
- TOO LONG
119
- TOO LONG
120
- TOO LONG
121
- TOO LONG
122
- TOO LONG
123
- TOO LONG
124
- TOO LONG
125
- TOO LONG
126
- TOO LONG
127
- TOO LONG
128
- TOO LONG
129
- TOO LONG
130
- TOO LONG
131
- TOO LONG
132
- TOO LONG
133
- TOO LONG
134
- TOO LONG
135
- TOO LONG
136
- TOO LONG
137
- TOO LONG
138
- TOO LONG
139
- TOO LONG
140
- TOO LONG
141
- TOO LONG
142
- TOO LONG
143
- TOO LONG
144
- TOO LONG
145
- TOO LONG
146
- TOO LONG
147
- TOO LONG
148
- TOO LONG
149
- TOO LONG
150
- TOO LONG
151
- TOO LONG
152
- TOO LONG
153
- TOO LONG
154
- TOO LONG
155
- TOO LONG
156
- TOO LONG
157
- TOO LONG
158
- TOO LONG
159
- TOO LONG
160
- TOO LONG
161
- TOO LONG
162
- TOO LONG
163
- TOO LONG
164
- TOO LONG
165
- TOO LONG
166
- TOO LONG
167
- TOO LONG
168
- TOO LONG
169
- TOO LONG
170
- TOO LONG
171
- TOO LONG
172
- TOO LONG
173
- TOO LONG
174
- TOO LONG
175
- TOO LONG
176
- TOO LONG
177
- TOO LONG
178
- TOO LONG
179
- TOO LONG
180
- TOO LONG
181
- TOO LONG
182
- TOO LONG
183
- TOO LONG
184
- TOO LONG
185
- TOO LONG
186
- TOO LONG
187
- TOO LONG
188
- TOO LONG
189
- TOO LONG
190
- TOO LONG
191
- TOO LONG
192
- TOO LONG
193
- TOO LONG
194
- TOO LONG
195
- TOO LONG
196
- TOO LONG
197
- TOO LONG
198
- TOO LONG
199
- TOO LONG
200
- TOO LONG
201
- TOO LONG
202
- TOO LONG
203
- TOO LONG
204
- TOO LONG
205
- TOO LONG
206
- TOO LONG
207
- TOO LONG
208
- TOO LONG
209
- TOO LONG
210
- TOO LONG
211
- TOO LONG
212
- TOO LONG
213
- TOO LONG
214
- TOO LONG
215
- TOO LONG
216
- TOO LONG
217
- TOO LONG
218
- TOO LONG
219
- TOO LONG
220
- TOO LONG
221
- TOO LONG
222
- TOO LONG
223
- TOO LONG
224
- TOO LONG
225
- TOO LONG
226
- TOO LONG
227
- TOO LONG
228
- TOO LONG
229
- TOO LONG
230
- TOO LONG
231
- TOO LONG
232
- TOO LONG
233
- TOO LONG
234
- TOO LONG
235
- TOO LONG
236
- TOO LONG
237
- TOO LONG
238
- TOO LONG
239
- TOO LONG
240
- TOO LONG
241
- TOO LONG
242
- TOO LONG
243
- TOO LONG
244
- TOO LONG
245
- TOO LONG
246
- TOO LONG
247
- TOO LONG
248
- TOO LONG
249
- TOO LONG
250
- TOO LONG
251
- TOO LONG
252
- TOO LONG
253
- TOO LONG
254
- TOO LONG
255
- TOO LONG
256
- TOO LONG
257
- TOO LONG
258
- TOO LONG
259
- TOO LONG
260
- TOO LONG
261
- TOO LONG
262
- TOO LONG
263
- TOO LONG
264
- TOO LONG
265
- TOO LONG
266
- TOO LONG
267
- TOO LONG
268
- TOO LONG
269
- TOO LONG
270
- TOO LONG
271
- TOO LONG
272
- TOO LONG
273
- TOO LONG
274
- TOO LONG
275
- TOO LONG
276
- TOO LONG
277
- TOO LONG
278
- TOO LONG
279
- TOO LONG
280
- TOO LONG
281
- TOO LONG
282
- TOO LONG
283
- TOO LONG
284
- TOO LONG
285
- TOO LONG
286
- TOO LONG
287
- TOO LONG
288
- TOO LONG
289
- TOO LONG
290
- TOO LONG
291
- TOO LONG
292
- TOO LONG
293
- TOO LONG
294
- TOO LONG
295
- TOO LONG
296
- TOO LONG
297
- TOO LONG
298
- TOO LONG
299
- TOO LONG
300
- TOO LONG
301
- TOO LONG
302
- TOO LONG
303
- TOO LONG
304
- TOO LONG
305
- TOO LONG
306
- TOO LONG
307
- TOO LONG
308
- TOO LONG
309
- TOO LONG
310
  TOO LONG
311
  TOO LONG
312
  TOO LONG
@@ -643,11 +376,12 @@ TOO LONG
643
  TOO LONG
644
  TOO LONG
645
  TOO LONG
 
646
  Memory Statistics:
647
  [ALLOC_TEMP_TLS] TLS Allocator
648
  StackAllocators :
649
  [ALLOC_TEMP_MAIN]
650
- Peak usage frame count: [8.0 KB-16.0 KB]: 56472 frames, [2.0 MB-4.0 MB]: 1 frames
651
  Initial Block Size 4.0 MB
652
  Current Block Size 4.0 MB
653
  Peak Allocated Bytes 2.1 MB
@@ -670,12 +404,12 @@ Memory Statistics:
670
  [ALLOC_TEMP_Job.Worker 6]
671
  Initial Block Size 256.0 KB
672
  Current Block Size 256.0 KB
673
- Peak Allocated Bytes 1.5 KB
674
  Overflow Count 0
675
  [ALLOC_TEMP_Job.Worker 0]
676
  Initial Block Size 256.0 KB
677
  Current Block Size 256.0 KB
678
- Peak Allocated Bytes 1.5 KB
679
  Overflow Count 0
680
  [ALLOC_TEMP_Background Job.Worker 10]
681
  Initial Block Size 32.0 KB
@@ -690,7 +424,7 @@ Memory Statistics:
690
  [ALLOC_TEMP_Job.Worker 5]
691
  Initial Block Size 256.0 KB
692
  Current Block Size 256.0 KB
693
- Peak Allocated Bytes 1.5 KB
694
  Overflow Count 0
695
  [ALLOC_TEMP_Background Job.Worker 14]
696
  Initial Block Size 32.0 KB
@@ -705,12 +439,12 @@ Memory Statistics:
705
  [ALLOC_TEMP_Job.Worker 4]
706
  Initial Block Size 256.0 KB
707
  Current Block Size 256.0 KB
708
- Peak Allocated Bytes 1.5 KB
709
  Overflow Count 0
710
  [ALLOC_TEMP_Job.Worker 3]
711
  Initial Block Size 256.0 KB
712
  Current Block Size 256.0 KB
713
- Peak Allocated Bytes 1.5 KB
714
  Overflow Count 0
715
  [ALLOC_TEMP_Background Job.Worker 12]
716
  Initial Block Size 32.0 KB
@@ -742,11 +476,6 @@ Memory Statistics:
742
  Current Block Size 32.0 KB
743
  Peak Allocated Bytes 0 B
744
  Overflow Count 0
745
- [ALLOC_TEMP_UnityGfxDeviceWorker]
746
- Initial Block Size 256.0 KB
747
- Current Block Size 256.0 KB
748
- Peak Allocated Bytes 45.5 KB
749
- Overflow Count 0
750
  [ALLOC_TEMP_AssetGarbageCollectorHelper] x 7
751
  Initial Block Size 64.0 KB
752
  Current Block Size 64.0 KB
@@ -765,12 +494,12 @@ Memory Statistics:
765
  [ALLOC_TEMP_Job.Worker 1]
766
  Initial Block Size 256.0 KB
767
  Current Block Size 256.0 KB
768
- Peak Allocated Bytes 1.5 KB
769
  Overflow Count 0
770
  [ALLOC_TEMP_Job.Worker 2]
771
  Initial Block Size 256.0 KB
772
  Current Block Size 256.0 KB
773
- Peak Allocated Bytes 1.5 KB
774
  Overflow Count 0
775
  [ALLOC_TEMP_Background Job.Worker 3]
776
  Initial Block Size 32.0 KB
@@ -798,22 +527,22 @@ Memory Statistics:
798
  Peak Allocated Bytes 0 B
799
  Overflow Count 0
800
  [ALLOC_DEFAULT] Dual Thread Allocator
801
- Peak main deferred allocation count 28
802
  [ALLOC_BUCKET]
803
  Large Block size 4.0 MB
804
  Used Block count 1
805
- Peak Allocated bytes 1.3 MB
806
  [ALLOC_DEFAULT_MAIN]
807
- Peak usage frame count: [8.0 MB-16.0 MB]: 56473 frames
808
  Requested Block Size 16.0 MB
809
  Peak Block count 1
810
- Peak Allocated memory 13.0 MB
811
  Peak Large allocation bytes 0 B
812
  [ALLOC_DEFAULT_THREAD]
813
- Peak usage frame count: [16.0 MB-32.0 MB]: 56473 frames
814
  Requested Block Size 16.0 MB
815
  Peak Block count 1
816
- Peak Allocated memory 17.5 MB
817
  Peak Large allocation bytes 16.0 MB
818
  [ALLOC_TEMP_JOB_1_FRAME]
819
  Initial Block Size 2.0 MB
@@ -836,55 +565,55 @@ Memory Statistics:
836
  Overflow Count (too large) 0
837
  Overflow Count (full) 0
838
  [ALLOC_GFX] Dual Thread Allocator
839
- Peak main deferred allocation count 1
840
  [ALLOC_BUCKET]
841
  Large Block size 4.0 MB
842
  Used Block count 1
843
- Peak Allocated bytes 1.3 MB
844
  [ALLOC_GFX_MAIN]
845
- Peak usage frame count: [32.0 KB-64.0 KB]: 56472 frames, [2.0 MB-4.0 MB]: 1 frames
846
  Requested Block Size 16.0 MB
847
  Peak Block count 1
848
- Peak Allocated memory 2.7 MB
849
  Peak Large allocation bytes 0 B
850
  [ALLOC_GFX_THREAD]
851
- Peak usage frame count: [128.0 KB-256.0 KB]: 56473 frames
852
  Requested Block Size 16.0 MB
853
  Peak Block count 1
854
- Peak Allocated memory 180.6 KB
855
  Peak Large allocation bytes 0 B
856
  [ALLOC_CACHEOBJECTS] Dual Thread Allocator
857
  Peak main deferred allocation count 0
858
  [ALLOC_BUCKET]
859
  Large Block size 4.0 MB
860
  Used Block count 1
861
- Peak Allocated bytes 1.3 MB
862
  [ALLOC_CACHEOBJECTS_MAIN]
863
- Peak usage frame count: [0.5 MB-1.0 MB]: 56472 frames, [1.0 MB-2.0 MB]: 1 frames
864
  Requested Block Size 4.0 MB
865
  Peak Block count 1
866
- Peak Allocated memory 1.2 MB
867
  Peak Large allocation bytes 0 B
868
  [ALLOC_CACHEOBJECTS_THREAD]
869
- Peak usage frame count: [4.0 MB-8.0 MB]: 56472 frames, [8.0 MB-16.0 MB]: 1 frames
870
  Requested Block Size 4.0 MB
871
- Peak Block count 3
872
- Peak Allocated memory 9.3 MB
873
  Peak Large allocation bytes 0 B
874
  [ALLOC_TYPETREE] Dual Thread Allocator
875
  Peak main deferred allocation count 0
876
  [ALLOC_BUCKET]
877
  Large Block size 4.0 MB
878
  Used Block count 1
879
- Peak Allocated bytes 1.3 MB
880
  [ALLOC_TYPETREE_MAIN]
881
- Peak usage frame count: [0-1.0 KB]: 56473 frames
882
  Requested Block Size 2.0 MB
883
  Peak Block count 1
884
  Peak Allocated memory 1.0 KB
885
  Peak Large allocation bytes 0 B
886
  [ALLOC_TYPETREE_THREAD]
887
- Peak usage frame count: [1.0 KB-2.0 KB]: 56472 frames, [2.0 KB-4.0 KB]: 1 frames
888
  Requested Block Size 2.0 MB
889
  Peak Block count 1
890
  Peak Allocated memory 2.2 KB
 
2
  Mono config path = '/home/victor/pythonprojects/ml-agents/training-envs-executables/SoccerTwos/SoccerTwos_Data/MonoBleedingEdge/etc'
3
  Preloaded 'lib_burst_generated.so'
4
  Preloaded 'libgrpc_csharp_ext.x64.so'
 
 
 
5
  Initialize engine version: 2021.3.14f1 (eee1884e7226)
6
  [Subsystems] Discovering subsystems at path /home/victor/pythonprojects/ml-agents/training-envs-executables/SoccerTwos/SoccerTwos_Data/UnitySubsystems
7
+ Forcing GfxDevice: Null
8
+ GfxDevice: creating device client; threaded=0; jobified=0
9
+ NullGfxDevice:
10
+ Version: NULL 1.0 [1.0]
11
+ Renderer: Null Device
12
+ Vendor: Unity Technologies
 
 
 
 
 
13
  Begin MonoManager ReloadAssembly
14
+ - Completed reload, in 0.053 seconds
15
+ ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
16
+ ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
17
+ ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
18
+ WARNING: Shader Unsupported: 'Standard (Specular setup)' - All subshaders removed
19
+ WARNING: Shader Did you use #pragma only_renderers and omit this platform?
20
+ WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
21
+ ERROR: Shader Standard (Specular setup) shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
22
+ WARNING: Shader Unsupported: 'Standard (Specular setup)' - All subshaders removed
23
+ WARNING: Shader Did you use #pragma only_renderers and omit this platform?
24
+ WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
25
+ WARNING: Shader Unsupported: 'Autodesk Interactive' - All subshaders removed
26
+ WARNING: Shader Did you use #pragma only_renderers and omit this platform?
27
+ WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
28
+ ERROR: Shader Autodesk Interactive shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
29
+ WARNING: Shader Unsupported: 'Autodesk Interactive' - All subshaders removed
30
+ WARNING: Shader Did you use #pragma only_renderers and omit this platform?
31
+ WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
32
+ WARNING: Shader Unsupported: 'Standard' - All subshaders removed
33
+ WARNING: Shader Did you use #pragma only_renderers and omit this platform?
34
+ WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
35
+ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
36
+ WARNING: Shader Unsupported: 'Standard' - All subshaders removed
37
+ WARNING: Shader Did you use #pragma only_renderers and omit this platform?
38
+ WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
39
+ UnloadTime: 0.486900 ms
40
  Registered Communicator in Agent.
41
+ ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
42
  requesting resize 84 x 84
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
43
  TOO LONG
44
  TOO LONG
45
  TOO LONG
 
376
  TOO LONG
377
  TOO LONG
378
  TOO LONG
379
+ Setting up 4 worker threads for Enlighten.
380
  Memory Statistics:
381
  [ALLOC_TEMP_TLS] TLS Allocator
382
  StackAllocators :
383
  [ALLOC_TEMP_MAIN]
384
+ Peak usage frame count: [8.0 KB-16.0 KB]: 305585 frames, [2.0 MB-4.0 MB]: 1 frames
385
  Initial Block Size 4.0 MB
386
  Current Block Size 4.0 MB
387
  Peak Allocated Bytes 2.1 MB
 
404
  [ALLOC_TEMP_Job.Worker 6]
405
  Initial Block Size 256.0 KB
406
  Current Block Size 256.0 KB
407
+ Peak Allocated Bytes 0.7 KB
408
  Overflow Count 0
409
  [ALLOC_TEMP_Job.Worker 0]
410
  Initial Block Size 256.0 KB
411
  Current Block Size 256.0 KB
412
+ Peak Allocated Bytes 0 B
413
  Overflow Count 0
414
  [ALLOC_TEMP_Background Job.Worker 10]
415
  Initial Block Size 32.0 KB
 
424
  [ALLOC_TEMP_Job.Worker 5]
425
  Initial Block Size 256.0 KB
426
  Current Block Size 256.0 KB
427
+ Peak Allocated Bytes 0 B
428
  Overflow Count 0
429
  [ALLOC_TEMP_Background Job.Worker 14]
430
  Initial Block Size 32.0 KB
 
439
  [ALLOC_TEMP_Job.Worker 4]
440
  Initial Block Size 256.0 KB
441
  Current Block Size 256.0 KB
442
+ Peak Allocated Bytes 0 B
443
  Overflow Count 0
444
  [ALLOC_TEMP_Job.Worker 3]
445
  Initial Block Size 256.0 KB
446
  Current Block Size 256.0 KB
447
+ Peak Allocated Bytes 0 B
448
  Overflow Count 0
449
  [ALLOC_TEMP_Background Job.Worker 12]
450
  Initial Block Size 32.0 KB
 
476
  Current Block Size 32.0 KB
477
  Peak Allocated Bytes 0 B
478
  Overflow Count 0
 
 
 
 
 
479
  [ALLOC_TEMP_AssetGarbageCollectorHelper] x 7
480
  Initial Block Size 64.0 KB
481
  Current Block Size 64.0 KB
 
494
  [ALLOC_TEMP_Job.Worker 1]
495
  Initial Block Size 256.0 KB
496
  Current Block Size 256.0 KB
497
+ Peak Allocated Bytes 0 B
498
  Overflow Count 0
499
  [ALLOC_TEMP_Job.Worker 2]
500
  Initial Block Size 256.0 KB
501
  Current Block Size 256.0 KB
502
+ Peak Allocated Bytes 0 B
503
  Overflow Count 0
504
  [ALLOC_TEMP_Background Job.Worker 3]
505
  Initial Block Size 32.0 KB
 
527
  Peak Allocated Bytes 0 B
528
  Overflow Count 0
529
  [ALLOC_DEFAULT] Dual Thread Allocator
530
+ Peak main deferred allocation count 5
531
  [ALLOC_BUCKET]
532
  Large Block size 4.0 MB
533
  Used Block count 1
534
+ Peak Allocated bytes 1.0 MB
535
  [ALLOC_DEFAULT_MAIN]
536
+ Peak usage frame count: [4.0 MB-8.0 MB]: 305586 frames
537
  Requested Block Size 16.0 MB
538
  Peak Block count 1
539
+ Peak Allocated memory 4.7 MB
540
  Peak Large allocation bytes 0 B
541
  [ALLOC_DEFAULT_THREAD]
542
+ Peak usage frame count: [16.0 MB-32.0 MB]: 305586 frames
543
  Requested Block Size 16.0 MB
544
  Peak Block count 1
545
+ Peak Allocated memory 17.6 MB
546
  Peak Large allocation bytes 16.0 MB
547
  [ALLOC_TEMP_JOB_1_FRAME]
548
  Initial Block Size 2.0 MB
 
565
  Overflow Count (too large) 0
566
  Overflow Count (full) 0
567
  [ALLOC_GFX] Dual Thread Allocator
568
+ Peak main deferred allocation count 0
569
  [ALLOC_BUCKET]
570
  Large Block size 4.0 MB
571
  Used Block count 1
572
+ Peak Allocated bytes 1.0 MB
573
  [ALLOC_GFX_MAIN]
574
+ Peak usage frame count: [32.0 KB-64.0 KB]: 305585 frames, [64.0 KB-128.0 KB]: 1 frames
575
  Requested Block Size 16.0 MB
576
  Peak Block count 1
577
+ Peak Allocated memory 65.6 KB
578
  Peak Large allocation bytes 0 B
579
  [ALLOC_GFX_THREAD]
580
+ Peak usage frame count: [128.0 KB-256.0 KB]: 305586 frames
581
  Requested Block Size 16.0 MB
582
  Peak Block count 1
583
+ Peak Allocated memory 173.5 KB
584
  Peak Large allocation bytes 0 B
585
  [ALLOC_CACHEOBJECTS] Dual Thread Allocator
586
  Peak main deferred allocation count 0
587
  [ALLOC_BUCKET]
588
  Large Block size 4.0 MB
589
  Used Block count 1
590
+ Peak Allocated bytes 1.0 MB
591
  [ALLOC_CACHEOBJECTS_MAIN]
592
+ Peak usage frame count: [0.5 MB-1.0 MB]: 305586 frames
593
  Requested Block Size 4.0 MB
594
  Peak Block count 1
595
+ Peak Allocated memory 0.6 MB
596
  Peak Large allocation bytes 0 B
597
  [ALLOC_CACHEOBJECTS_THREAD]
598
+ Peak usage frame count: [0.5 MB-1.0 MB]: 305585 frames, [4.0 MB-8.0 MB]: 1 frames
599
  Requested Block Size 4.0 MB
600
+ Peak Block count 2
601
+ Peak Allocated memory 4.5 MB
602
  Peak Large allocation bytes 0 B
603
  [ALLOC_TYPETREE] Dual Thread Allocator
604
  Peak main deferred allocation count 0
605
  [ALLOC_BUCKET]
606
  Large Block size 4.0 MB
607
  Used Block count 1
608
+ Peak Allocated bytes 1.0 MB
609
  [ALLOC_TYPETREE_MAIN]
610
+ Peak usage frame count: [0-1.0 KB]: 305586 frames
611
  Requested Block Size 2.0 MB
612
  Peak Block count 1
613
  Peak Allocated memory 1.0 KB
614
  Peak Large allocation bytes 0 B
615
  [ALLOC_TYPETREE_THREAD]
616
+ Peak usage frame count: [1.0 KB-2.0 KB]: 305585 frames, [2.0 KB-4.0 KB]: 1 frames
617
  Requested Block Size 2.0 MB
618
  Peak Block count 1
619
  Peak Allocated memory 2.2 KB
run_logs/timers.json CHANGED
@@ -2,311 +2,311 @@
2
  "name": "root",
3
  "gauges": {
4
  "SoccerTwos.Policy.Entropy.mean": {
5
- "value": 2.834057331085205,
6
- "min": 2.82143235206604,
7
- "max": 3.295825958251953,
8
- "count": 700
9
  },
10
  "SoccerTwos.Policy.Entropy.sum": {
11
- "value": 42170.7734375,
12
- "min": 15452.0048828125,
13
- "max": 119626.0703125,
14
- "count": 700
15
  },
16
  "SoccerTwos.Environment.EpisodeLength.mean": {
17
- "value": 163.37037037037038,
18
- "min": 110.82978723404256,
19
  "max": 999.0,
20
- "count": 700
21
  },
22
  "SoccerTwos.Environment.EpisodeLength.sum": {
23
- "value": 17644.0,
24
- "min": 16236.0,
25
- "max": 23724.0,
26
- "count": 700
27
  },
28
  "SoccerTwos.Self-play.ELO.mean": {
29
- "value": 1371.6330808023679,
30
- "min": 1194.1744475786106,
31
- "max": 1375.761117344186,
32
- "count": 680
33
  },
34
  "SoccerTwos.Self-play.ELO.sum": {
35
- "value": 74068.18636332787,
36
- "min": 2390.34665417644,
37
- "max": 125825.40746550914,
38
- "count": 680
39
  },
40
  "SoccerTwos.Step.mean": {
41
- "value": 6999845.0,
42
- "min": 9268.0,
43
- "max": 6999845.0,
44
- "count": 700
45
  },
46
  "SoccerTwos.Step.sum": {
47
- "value": 6999845.0,
48
- "min": 9268.0,
49
- "max": 6999845.0,
50
- "count": 700
51
  },
52
  "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": {
53
- "value": 0.028205113485455513,
54
- "min": -0.05190153419971466,
55
- "max": 0.12417727708816528,
56
- "count": 700
57
  },
58
  "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": {
59
- "value": 1.551281213760376,
60
- "min": -1.9722583293914795,
61
- "max": 7.0853962898254395,
62
- "count": 700
63
  },
64
  "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": {
65
- "value": 0.029705017805099487,
66
- "min": -0.0577256977558136,
67
- "max": 0.12989488244056702,
68
- "count": 700
69
  },
70
  "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": {
71
- "value": 1.6337759494781494,
72
- "min": -2.1935765743255615,
73
- "max": 7.111224174499512,
74
- "count": 700
75
  },
76
  "SoccerTwos.Environment.CumulativeReward.mean": {
77
  "value": 0.0,
78
  "min": 0.0,
79
  "max": 0.0,
80
- "count": 700
81
  },
82
  "SoccerTwos.Environment.CumulativeReward.sum": {
83
  "value": 0.0,
84
  "min": 0.0,
85
  "max": 0.0,
86
- "count": 700
87
  },
88
  "SoccerTwos.Policy.ExtrinsicReward.mean": {
89
- "value": -0.23189818263053893,
90
- "min": -0.7118879997730255,
91
- "max": 0.6117439937591552,
92
- "count": 700
93
  },
94
  "SoccerTwos.Policy.ExtrinsicReward.sum": {
95
- "value": -12.754400044679642,
96
- "min": -22.556600034236908,
97
- "max": 25.374799847602844,
98
- "count": 700
99
  },
100
  "SoccerTwos.Environment.GroupCumulativeReward.mean": {
101
- "value": -0.23189818263053893,
102
- "min": -0.7118879997730255,
103
- "max": 0.6117439937591552,
104
- "count": 700
105
  },
106
  "SoccerTwos.Environment.GroupCumulativeReward.sum": {
107
- "value": -12.754400044679642,
108
- "min": -22.556600034236908,
109
- "max": 25.374799847602844,
110
- "count": 700
111
  },
112
  "SoccerTwos.IsTraining.mean": {
113
  "value": 1.0,
114
  "min": 1.0,
115
  "max": 1.0,
116
- "count": 700
117
  },
118
  "SoccerTwos.IsTraining.sum": {
119
  "value": 1.0,
120
  "min": 1.0,
121
  "max": 1.0,
122
- "count": 700
123
  },
124
  "SoccerTwos.Losses.PolicyLoss.mean": {
125
- "value": 0.01869422022381817,
126
- "min": 0.016517895257187776,
127
- "max": 0.019097975797965773,
128
- "count": 22
129
  },
130
  "SoccerTwos.Losses.PolicyLoss.sum": {
131
- "value": 0.01869422022381817,
132
- "min": 0.016517895257187776,
133
- "max": 0.019097975797965773,
134
- "count": 22
135
  },
136
  "SoccerTwos.Losses.ValueLoss.mean": {
137
- "value": 0.019511543831477563,
138
- "min": 0.002661139735408748,
139
- "max": 0.019511543831477563,
140
- "count": 22
141
  },
142
  "SoccerTwos.Losses.ValueLoss.sum": {
143
- "value": 0.019511543831477563,
144
- "min": 0.002661139735408748,
145
- "max": 0.019511543831477563,
146
- "count": 22
147
  },
148
  "SoccerTwos.Losses.BaselineLoss.mean": {
149
- "value": 0.02315364634245634,
150
- "min": 0.0028277207305654885,
151
- "max": 0.02315364634245634,
152
- "count": 22
153
  },
154
  "SoccerTwos.Losses.BaselineLoss.sum": {
155
- "value": 0.02315364634245634,
156
- "min": 0.0028277207305654885,
157
- "max": 0.02315364634245634,
158
- "count": 22
159
  },
160
  "SoccerTwos.Policy.LearningRate.mean": {
161
- "value": 0.0003,
162
- "min": 0.0003,
163
- "max": 0.0003,
164
- "count": 22
165
  },
166
  "SoccerTwos.Policy.LearningRate.sum": {
167
- "value": 0.0003,
168
- "min": 0.0003,
169
- "max": 0.0003,
170
- "count": 22
171
  },
172
  "SoccerTwos.Policy.Epsilon.mean": {
173
- "value": 0.25,
174
- "min": 0.25,
175
- "max": 0.25,
176
- "count": 22
177
  },
178
  "SoccerTwos.Policy.Epsilon.sum": {
179
- "value": 0.25,
180
- "min": 0.25,
181
- "max": 0.25,
182
- "count": 22
183
  },
184
  "SoccerTwos.Policy.Beta.mean": {
185
- "value": 0.004999999999999999,
186
- "min": 0.004999999999999999,
187
- "max": 0.004999999999999999,
188
- "count": 22
189
  },
190
  "SoccerTwos.Policy.Beta.sum": {
191
- "value": 0.004999999999999999,
192
- "min": 0.004999999999999999,
193
- "max": 0.004999999999999999,
194
- "count": 22
195
  }
196
  },
197
  "metadata": {
198
  "timer_format_version": "0.1.0",
199
- "start_time_seconds": "1692477414",
200
  "python_version": "3.10.12 (main, Jun 11 2023, 05:26:28) [GCC 11.4.0]",
201
- "command_line_arguments": "/home/victor/.local/bin/mlagents-learn ./config/poca/SoccerTwos.yaml --env=./training-envs-executables/SoccerTwos/SoccerTwos.exe --run-id=SoccerTwos --force",
202
  "mlagents_version": "0.31.0.dev0",
203
  "mlagents_envs_version": "0.31.0.dev0",
204
  "communication_protocol_version": "1.5.0",
205
  "pytorch_version": "1.11.0+cu102",
206
  "numpy_version": "1.21.2",
207
- "end_time_seconds": "1692493006"
208
  },
209
- "total": 15592.061226898,
210
  "count": 1,
211
- "self": 0.8216908000013063,
212
  "children": {
213
  "run_training.setup": {
214
- "total": 0.022249278999879607,
215
  "count": 1,
216
- "self": 0.022249278999879607
217
  },
218
  "TrainerController.start_learning": {
219
- "total": 15591.217286819,
220
  "count": 1,
221
- "self": 9.165768461933112,
222
  "children": {
223
  "TrainerController._reset_env": {
224
- "total": 7.394753769998715,
225
  "count": 9,
226
- "self": 7.394753769998715
227
  },
228
  "TrainerController.advance": {
229
- "total": 15574.304055987071,
230
- "count": 446978,
231
- "self": 9.489742479418055,
232
  "children": {
233
  "env_step": {
234
- "total": 11452.695194051965,
235
- "count": 446978,
236
- "self": 7763.586711445436,
237
  "children": {
238
  "SubprocessEnvManager._take_step": {
239
- "total": 3683.1564201383007,
240
- "count": 446979,
241
- "self": 76.26656207532324,
242
  "children": {
243
  "TorchPolicy.evaluate": {
244
- "total": 3606.8898580629775,
245
- "count": 880746,
246
- "self": 3606.8898580629775
247
  }
248
  }
249
  },
250
  "workers": {
251
- "total": 5.952062468228178,
252
- "count": 446978,
253
  "self": 0.0,
254
  "children": {
255
  "worker_root": {
256
- "total": 24283.038187692826,
257
- "count": 446978,
258
  "is_parallel": true,
259
- "self": 17678.766387729655,
260
  "children": {
261
  "run_training.setup": {
262
- "total": 0.022249278999879607,
263
- "count": 1,
264
  "is_parallel": true,
265
  "self": 0.0,
266
  "children": {
267
  "steps_from_proto": {
268
- "total": 0.002203097000347043,
269
  "count": 2,
270
  "is_parallel": true,
271
- "self": 0.000556798001525749,
272
  "children": {
273
  "_process_rank_one_or_two_observation": {
274
- "total": 0.001646298998821294,
275
  "count": 8,
276
  "is_parallel": true,
277
- "self": 0.001646298998821294
278
  }
279
  }
280
  },
281
  "UnityEnvironment.step": {
282
- "total": 0.023382179999316577,
283
  "count": 1,
284
  "is_parallel": true,
285
- "self": 0.0004317999982959009,
286
  "children": {
287
  "UnityEnvironment._generate_step_input": {
288
- "total": 0.0003362000006745802,
289
  "count": 1,
290
  "is_parallel": true,
291
- "self": 0.0003362000006745802
292
  },
293
  "communicator.exchange": {
294
- "total": 0.020871582000836497,
295
  "count": 1,
296
  "is_parallel": true,
297
- "self": 0.020871582000836497
298
  },
299
  "steps_from_proto": {
300
- "total": 0.0017425979995095986,
301
  "count": 2,
302
  "is_parallel": true,
303
- "self": 0.0003250999998272164,
304
  "children": {
305
  "_process_rank_one_or_two_observation": {
306
- "total": 0.0014174979996823822,
307
  "count": 8,
308
  "is_parallel": true,
309
- "self": 0.0014174979996823822
310
  }
311
  }
312
  }
@@ -315,298 +315,50 @@
315
  }
316
  },
317
  "UnityEnvironment.step": {
318
- "total": 6604.23880468617,
319
- "count": 446976,
320
  "is_parallel": true,
321
- "self": 223.5755795490022,
322
  "children": {
323
  "UnityEnvironment._generate_step_input": {
324
- "total": 156.38698467817449,
325
- "count": 446976,
326
  "is_parallel": true,
327
- "self": 156.38698467817449
328
  },
329
  "communicator.exchange": {
330
- "total": 5553.804424455084,
331
- "count": 446976,
332
  "is_parallel": true,
333
- "self": 5553.804424455084
334
  },
335
  "steps_from_proto": {
336
- "total": 670.4718160039092,
337
- "count": 893952,
338
  "is_parallel": true,
339
- "self": 140.99096218085106,
340
  "children": {
341
  "_process_rank_one_or_two_observation": {
342
- "total": 529.4808538230582,
343
- "count": 3575808,
344
  "is_parallel": true,
345
- "self": 529.4808538230582
346
  }
347
  }
348
  }
349
  }
350
  },
351
  "steps_from_proto": {
352
- "total": 0.010745998000857071,
353
  "count": 16,
354
  "is_parallel": true,
355
- "self": 0.0022851990197523264,
356
  "children": {
357
  "_process_rank_one_or_two_observation": {
358
- "total": 0.008460798981104745,
359
  "count": 64,
360
  "is_parallel": true,
361
- "self": 0.008460798981104745
362
- }
363
- }
364
- },
365
- "TrainerController.start_learning": {
366
- "total": 0.0,
367
- "count": 0,
368
- "is_parallel": true,
369
- "self": 0.0,
370
- "children": {
371
- "TrainerController._reset_env": {
372
- "total": 7.175148677999459,
373
- "count": 6,
374
- "is_parallel": true,
375
- "self": 7.175148677999459
376
- },
377
- "TrainerController.advance": {
378
- "total": 8702.00004234547,
379
- "count": 254582,
380
- "is_parallel": true,
381
- "self": 5.234003291820045,
382
- "children": {
383
- "env_step": {
384
- "total": 6364.124070374307,
385
- "count": 254582,
386
- "is_parallel": true,
387
- "self": 4296.1654965632015,
388
- "children": {
389
- "SubprocessEnvManager._take_step": {
390
- "total": 2064.5797469071786,
391
- "count": 254583,
392
- "is_parallel": true,
393
- "self": 41.47862126895052,
394
- "children": {
395
- "TorchPolicy.evaluate": {
396
- "total": 2023.101125638228,
397
- "count": 504262,
398
- "is_parallel": true,
399
- "self": 2023.101125638228
400
- }
401
- }
402
- },
403
- "workers": {
404
- "total": 3.351399306926396,
405
- "count": 254582,
406
- "is_parallel": true,
407
- "self": 0.0,
408
- "children": {
409
- "worker_root": {
410
- "total": 8702.680750173758,
411
- "count": 254582,
412
- "is_parallel": true,
413
- "self": 5036.506738805031,
414
- "children": {
415
- "run_training.setup": {
416
- "total": 0.0,
417
- "count": 0,
418
- "is_parallel": true,
419
- "self": 0.0,
420
- "children": {
421
- "steps_from_proto": {
422
- "total": 0.002203097000347043,
423
- "count": 2,
424
- "is_parallel": true,
425
- "self": 0.000556798001525749,
426
- "children": {
427
- "_process_rank_one_or_two_observation": {
428
- "total": 0.001646298998821294,
429
- "count": 8,
430
- "is_parallel": true,
431
- "self": 0.001646298998821294
432
- }
433
- }
434
- },
435
- "UnityEnvironment.step": {
436
- "total": 0.023382179999316577,
437
- "count": 1,
438
- "is_parallel": true,
439
- "self": 0.0004317999982959009,
440
- "children": {
441
- "UnityEnvironment._generate_step_input": {
442
- "total": 0.0003362000006745802,
443
- "count": 1,
444
- "is_parallel": true,
445
- "self": 0.0003362000006745802
446
- },
447
- "communicator.exchange": {
448
- "total": 0.020871582000836497,
449
- "count": 1,
450
- "is_parallel": true,
451
- "self": 0.020871582000836497
452
- },
453
- "steps_from_proto": {
454
- "total": 0.0017425979995095986,
455
- "count": 2,
456
- "is_parallel": true,
457
- "self": 0.0003250999998272164,
458
- "children": {
459
- "_process_rank_one_or_two_observation": {
460
- "total": 0.0014174979996823822,
461
- "count": 8,
462
- "is_parallel": true,
463
- "self": 0.0014174979996823822
464
- }
465
- }
466
- }
467
- }
468
- }
469
- }
470
- },
471
- "UnityEnvironment.step": {
472
- "total": 3666.16726907073,
473
- "count": 254581,
474
- "is_parallel": true,
475
- "self": 117.16911410052307,
476
- "children": {
477
- "UnityEnvironment._generate_step_input": {
478
- "total": 87.57093003142472,
479
- "count": 254581,
480
- "is_parallel": true,
481
- "self": 87.57093003142472
482
- },
483
- "communicator.exchange": {
484
- "total": 3095.5110944507323,
485
- "count": 254581,
486
- "is_parallel": true,
487
- "self": 3095.5110944507323
488
- },
489
- "steps_from_proto": {
490
- "total": 365.91613048804993,
491
- "count": 509162,
492
- "is_parallel": true,
493
- "self": 77.05878560426027,
494
- "children": {
495
- "_process_rank_one_or_two_observation": {
496
- "total": 288.85734488378966,
497
- "count": 2036648,
498
- "is_parallel": true,
499
- "self": 288.85734488378966
500
- }
501
- }
502
- }
503
- }
504
- },
505
- "steps_from_proto": {
506
- "total": 0.00674229799733439,
507
- "count": 10,
508
- "is_parallel": true,
509
- "self": 0.0014616989992646268,
510
- "children": {
511
- "_process_rank_one_or_two_observation": {
512
- "total": 0.005280598998069763,
513
- "count": 40,
514
- "is_parallel": true,
515
- "self": 0.005280598998069763
516
- }
517
- }
518
- }
519
- }
520
- }
521
- }
522
- },
523
- "steps_from_proto": {
524
- "total": 0.0027026999996451195,
525
- "count": 2,
526
- "is_parallel": true,
527
- "self": 0.0007233999986056006,
528
- "children": {
529
- "_process_rank_one_or_two_observation": {
530
- "total": 0.001979300001039519,
531
- "count": 8,
532
- "is_parallel": true,
533
- "self": 0.001979300001039519
534
- }
535
- }
536
- },
537
- "UnityEnvironment.step": {
538
- "total": 0.024724897000851342,
539
- "count": 1,
540
- "is_parallel": true,
541
- "self": 0.0007396000019070925,
542
- "children": {
543
- "UnityEnvironment._generate_step_input": {
544
- "total": 0.0003720999993674923,
545
- "count": 1,
546
- "is_parallel": true,
547
- "self": 0.0003720999993674923
548
- },
549
- "communicator.exchange": {
550
- "total": 0.02193839800020214,
551
- "count": 1,
552
- "is_parallel": true,
553
- "self": 0.02193839800020214
554
- },
555
- "steps_from_proto": {
556
- "total": 0.001674798999374616,
557
- "count": 2,
558
- "is_parallel": true,
559
- "self": 0.0003753989985852968,
560
- "children": {
561
- "_process_rank_one_or_two_observation": {
562
- "total": 0.0012994000007893192,
563
- "count": 8,
564
- "is_parallel": true,
565
- "self": 0.0012994000007893192
566
- }
567
- }
568
- }
569
- }
570
- }
571
- }
572
- },
573
- "trainer_advance": {
574
- "total": 2332.6419686793424,
575
- "count": 254582,
576
- "is_parallel": true,
577
- "self": 38.70847982805208,
578
- "children": {
579
- "process_trajectory": {
580
- "total": 584.8700011272886,
581
- "count": 254582,
582
- "is_parallel": true,
583
- "self": 582.5995878842878,
584
- "children": {
585
- "RLTrainer._checkpoint": {
586
- "total": 2.270413243000803,
587
- "count": 8,
588
- "is_parallel": true,
589
- "self": 2.270413243000803
590
- }
591
- }
592
- },
593
- "_update_policy": {
594
- "total": 1709.0634877240018,
595
- "count": 13,
596
- "is_parallel": true,
597
- "self": 976.6320513200308,
598
- "children": {
599
- "TorchPOCAOptimizer.update": {
600
- "total": 732.431436403971,
601
- "count": 9750,
602
- "is_parallel": true,
603
- "self": 732.431436403971
604
- }
605
- }
606
- }
607
- }
608
- }
609
- }
610
  }
611
  }
612
  }
@@ -617,31 +369,31 @@
617
  }
618
  },
619
  "trainer_advance": {
620
- "total": 4112.1191194556895,
621
- "count": 446978,
622
- "self": 69.75777835496774,
623
  "children": {
624
  "process_trajectory": {
625
- "total": 1080.369326391712,
626
- "count": 446978,
627
- "self": 1076.2380370407082,
628
  "children": {
629
  "RLTrainer._checkpoint": {
630
- "total": 4.131289351003943,
631
- "count": 14,
632
- "self": 4.131289351003943
633
  }
634
  }
635
  },
636
  "_update_policy": {
637
- "total": 2961.9920147090097,
638
- "count": 22,
639
- "self": 1686.5956626019042,
640
  "children": {
641
  "TorchPOCAOptimizer.update": {
642
- "total": 1275.3963521071055,
643
- "count": 16500,
644
- "self": 1275.3963521071055
645
  }
646
  }
647
  }
@@ -650,19 +402,19 @@
650
  }
651
  },
652
  "trainer_threads": {
653
- "total": 1.5999976312741637e-06,
654
  "count": 1,
655
- "self": 1.5999976312741637e-06
656
  },
657
  "TrainerController._save_models": {
658
- "total": 0.35270699999819044,
659
  "count": 1,
660
- "self": 0.002671199996257201,
661
  "children": {
662
  "RLTrainer._checkpoint": {
663
- "total": 0.35003580000193324,
664
  "count": 1,
665
- "self": 0.35003580000193324
666
  }
667
  }
668
  }
 
2
  "name": "root",
3
  "gauges": {
4
  "SoccerTwos.Policy.Entropy.mean": {
5
+ "value": 1.6468571424484253,
6
+ "min": 1.620234727859497,
7
+ "max": 3.2958309650421143,
8
+ "count": 1628
9
  },
10
  "SoccerTwos.Policy.Entropy.sum": {
11
+ "value": 34518.125,
12
+ "min": 20440.189453125,
13
+ "max": 113663.703125,
14
+ "count": 1628
15
  },
16
  "SoccerTwos.Environment.EpisodeLength.mean": {
17
+ "value": 129.81578947368422,
18
+ "min": 73.53731343283582,
19
  "max": 999.0,
20
+ "count": 1628
21
  },
22
  "SoccerTwos.Environment.EpisodeLength.sum": {
23
+ "value": 19732.0,
24
+ "min": 3996.0,
25
+ "max": 29968.0,
26
+ "count": 1628
27
  },
28
  "SoccerTwos.Self-play.ELO.mean": {
29
+ "value": 1283.8520896738241,
30
+ "min": 1186.7449991089873,
31
+ "max": 1292.4892967539745,
32
+ "count": 1623
33
  },
34
  "SoccerTwos.Self-play.ELO.sum": {
35
+ "value": 97572.75881521063,
36
+ "min": 2373.4899982179745,
37
+ "max": 168127.30851741313,
38
+ "count": 1623
39
  },
40
  "SoccerTwos.Step.mean": {
41
+ "value": 16279960.0,
42
+ "min": 9678.0,
43
+ "max": 16279960.0,
44
+ "count": 1628
45
  },
46
  "SoccerTwos.Step.sum": {
47
+ "value": 16279960.0,
48
+ "min": 9678.0,
49
+ "max": 16279960.0,
50
+ "count": 1628
51
  },
52
  "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": {
53
+ "value": 0.0008682604529894888,
54
+ "min": -0.1442578285932541,
55
+ "max": 0.15217438340187073,
56
+ "count": 1628
57
  },
58
  "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": {
59
+ "value": 0.06598779559135437,
60
+ "min": -13.073843002319336,
61
+ "max": 15.521787643432617,
62
+ "count": 1628
63
  },
64
  "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": {
65
+ "value": -0.004778760951012373,
66
+ "min": -0.1425202637910843,
67
+ "max": 0.15821237862110138,
68
+ "count": 1628
69
  },
70
  "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": {
71
+ "value": -0.3631858229637146,
72
+ "min": -13.25438404083252,
73
+ "max": 16.137662887573242,
74
+ "count": 1628
75
  },
76
  "SoccerTwos.Environment.CumulativeReward.mean": {
77
  "value": 0.0,
78
  "min": 0.0,
79
  "max": 0.0,
80
+ "count": 1628
81
  },
82
  "SoccerTwos.Environment.CumulativeReward.sum": {
83
  "value": 0.0,
84
  "min": 0.0,
85
  "max": 0.0,
86
+ "count": 1628
87
  },
88
  "SoccerTwos.Policy.ExtrinsicReward.mean": {
89
+ "value": 0.05728421242613541,
90
+ "min": -0.6153846153846154,
91
+ "max": 0.5539310389551623,
92
+ "count": 1628
93
  },
94
  "SoccerTwos.Policy.ExtrinsicReward.sum": {
95
+ "value": 4.3536001443862915,
96
+ "min": -49.283599853515625,
97
+ "max": 37.99500036239624,
98
+ "count": 1628
99
  },
100
  "SoccerTwos.Environment.GroupCumulativeReward.mean": {
101
+ "value": 0.05728421242613541,
102
+ "min": -0.6153846153846154,
103
+ "max": 0.5539310389551623,
104
+ "count": 1628
105
  },
106
  "SoccerTwos.Environment.GroupCumulativeReward.sum": {
107
+ "value": 4.3536001443862915,
108
+ "min": -49.283599853515625,
109
+ "max": 37.99500036239624,
110
+ "count": 1628
111
  },
112
  "SoccerTwos.IsTraining.mean": {
113
  "value": 1.0,
114
  "min": 1.0,
115
  "max": 1.0,
116
+ "count": 1628
117
  },
118
  "SoccerTwos.IsTraining.sum": {
119
  "value": 1.0,
120
  "min": 1.0,
121
  "max": 1.0,
122
+ "count": 1628
123
  },
124
  "SoccerTwos.Losses.PolicyLoss.mean": {
125
+ "value": 0.06345888649711924,
126
+ "min": 0.014404559491958934,
127
+ "max": 0.06696532642235979,
128
+ "count": 492
129
  },
130
  "SoccerTwos.Losses.PolicyLoss.sum": {
131
+ "value": 0.06345888649711924,
132
+ "min": 0.014404559491958934,
133
+ "max": 0.06696532642235979,
134
+ "count": 492
135
  },
136
  "SoccerTwos.Losses.ValueLoss.mean": {
137
+ "value": 0.0351909302175045,
138
+ "min": 0.0010329000597266713,
139
+ "max": 0.05442078304477036,
140
+ "count": 492
141
  },
142
  "SoccerTwos.Losses.ValueLoss.sum": {
143
+ "value": 0.0351909302175045,
144
+ "min": 0.0010329000597266713,
145
+ "max": 0.05442078304477036,
146
+ "count": 492
147
  },
148
  "SoccerTwos.Losses.BaselineLoss.mean": {
149
+ "value": 0.03798762366641313,
150
+ "min": 0.0010328145443054381,
151
+ "max": 0.0717328670900315,
152
+ "count": 492
153
  },
154
  "SoccerTwos.Losses.BaselineLoss.sum": {
155
+ "value": 0.03798762366641313,
156
+ "min": 0.0010328145443054381,
157
+ "max": 0.0717328670900315,
158
+ "count": 492
159
  },
160
  "SoccerTwos.Policy.LearningRate.mean": {
161
+ "value": 0.0003837498200625461,
162
+ "min": 0.0003837498200625461,
163
+ "max": 0.0003999655760086059,
164
+ "count": 492
165
  },
166
  "SoccerTwos.Policy.LearningRate.sum": {
167
+ "value": 0.0003837498200625461,
168
+ "min": 0.0003837498200625461,
169
+ "max": 0.0003999655760086059,
170
+ "count": 492
171
  },
172
  "SoccerTwos.Policy.Epsilon.mean": {
173
+ "value": 0.19593745400000004,
174
+ "min": 0.19593745400000004,
175
+ "max": 0.19999139400000002,
176
+ "count": 492
177
  },
178
  "SoccerTwos.Policy.Epsilon.sum": {
179
+ "value": 0.19593745400000004,
180
+ "min": 0.19593745400000004,
181
+ "max": 0.19999139400000002,
182
+ "count": 492
183
  },
184
  "SoccerTwos.Policy.Beta.mean": {
185
+ "value": 0.004797278954599999,
186
+ "min": 0.004797278954599999,
187
+ "max": 0.0049995705606,
188
+ "count": 492
189
  },
190
  "SoccerTwos.Policy.Beta.sum": {
191
+ "value": 0.004797278954599999,
192
+ "min": 0.004797278954599999,
193
+ "max": 0.0049995705606,
194
+ "count": 492
195
  }
196
  },
197
  "metadata": {
198
  "timer_format_version": "0.1.0",
199
+ "start_time_seconds": "1692499201",
200
  "python_version": "3.10.12 (main, Jun 11 2023, 05:26:28) [GCC 11.4.0]",
201
+ "command_line_arguments": "/home/victor/.local/bin/mlagents-learn ./config/poca/SoccerTwos.yaml --env=./training-envs-executables/SoccerTwos/SoccerTwos.exe --run-id=SoccerTwosV2 --no-graphics --force",
202
  "mlagents_version": "0.31.0.dev0",
203
  "mlagents_envs_version": "0.31.0.dev0",
204
  "communication_protocol_version": "1.5.0",
205
  "pytorch_version": "1.11.0+cu102",
206
  "numpy_version": "1.21.2",
207
+ "end_time_seconds": "1692537155"
208
  },
209
+ "total": 37954.460568632,
210
  "count": 1,
211
+ "self": 0.0043710970057873055,
212
  "children": {
213
  "run_training.setup": {
214
+ "total": 0.050531484997918596,
215
  "count": 1,
216
+ "self": 0.050531484997918596
217
  },
218
  "TrainerController.start_learning": {
219
+ "total": 37954.40566604999,
220
  "count": 1,
221
+ "self": 22.15096920770884,
222
  "children": {
223
  "TrainerController._reset_env": {
224
+ "total": 3.2845096030177956,
225
  "count": 9,
226
+ "self": 3.2845096030177956
227
  },
228
  "TrainerController.advance": {
229
+ "total": 37928.455804075245,
230
+ "count": 1069677,
231
+ "self": 20.294769567037292,
232
  "children": {
233
  "env_step": {
234
+ "total": 25022.445690085602,
235
+ "count": 1069677,
236
+ "self": 16364.367602574126,
237
  "children": {
238
  "SubprocessEnvManager._take_step": {
239
+ "total": 8644.768758229864,
240
+ "count": 1069677,
241
+ "self": 152.85128560423618,
242
  "children": {
243
  "TorchPolicy.evaluate": {
244
+ "total": 8491.917472625628,
245
+ "count": 2037238,
246
+ "self": 8491.917472625628
247
  }
248
  }
249
  },
250
  "workers": {
251
+ "total": 13.309329281612008,
252
+ "count": 1069677,
253
  "self": 0.0,
254
  "children": {
255
  "worker_root": {
256
+ "total": 37890.355768174464,
257
+ "count": 1069677,
258
  "is_parallel": true,
259
+ "self": 23835.39968843469,
260
  "children": {
261
  "run_training.setup": {
262
+ "total": 0.0,
263
+ "count": 0,
264
  "is_parallel": true,
265
  "self": 0.0,
266
  "children": {
267
  "steps_from_proto": {
268
+ "total": 0.0022201940009836107,
269
  "count": 2,
270
  "is_parallel": true,
271
+ "self": 0.0006396969947672915,
272
  "children": {
273
  "_process_rank_one_or_two_observation": {
274
+ "total": 0.0015804970062163193,
275
  "count": 8,
276
  "is_parallel": true,
277
+ "self": 0.0015804970062163193
278
  }
279
  }
280
  },
281
  "UnityEnvironment.step": {
282
+ "total": 0.022530100999574643,
283
  "count": 1,
284
  "is_parallel": true,
285
+ "self": 0.0003971999976783991,
286
  "children": {
287
  "UnityEnvironment._generate_step_input": {
288
+ "total": 0.0003426000002946239,
289
  "count": 1,
290
  "is_parallel": true,
291
+ "self": 0.0003426000002946239
292
  },
293
  "communicator.exchange": {
294
+ "total": 0.020514301002549473,
295
  "count": 1,
296
  "is_parallel": true,
297
+ "self": 0.020514301002549473
298
  },
299
  "steps_from_proto": {
300
+ "total": 0.0012759999990521464,
301
  "count": 2,
302
  "is_parallel": true,
303
+ "self": 0.00028509999901871197,
304
  "children": {
305
  "_process_rank_one_or_two_observation": {
306
+ "total": 0.0009909000000334345,
307
  "count": 8,
308
  "is_parallel": true,
309
+ "self": 0.0009909000000334345
310
  }
311
  }
312
  }
 
315
  }
316
  },
317
  "UnityEnvironment.step": {
318
+ "total": 14054.945545716775,
319
+ "count": 1069676,
320
  "is_parallel": true,
321
+ "self": 441.5165943916036,
322
  "children": {
323
  "UnityEnvironment._generate_step_input": {
324
+ "total": 323.9747311235078,
325
+ "count": 1069676,
326
  "is_parallel": true,
327
+ "self": 323.9747311235078
328
  },
329
  "communicator.exchange": {
330
+ "total": 11894.385197817792,
331
+ "count": 1069676,
332
  "is_parallel": true,
333
+ "self": 11894.385197817792
334
  },
335
  "steps_from_proto": {
336
+ "total": 1395.069022383872,
337
+ "count": 2139352,
338
  "is_parallel": true,
339
+ "self": 296.86871285547386,
340
  "children": {
341
  "_process_rank_one_or_two_observation": {
342
+ "total": 1098.200309528398,
343
+ "count": 8557408,
344
  "is_parallel": true,
345
+ "self": 1098.200309528398
346
  }
347
  }
348
  }
349
  }
350
  },
351
  "steps_from_proto": {
352
+ "total": 0.01053402300021844,
353
  "count": 16,
354
  "is_parallel": true,
355
+ "self": 0.0022184619956533425,
356
  "children": {
357
  "_process_rank_one_or_two_observation": {
358
+ "total": 0.008315561004565097,
359
  "count": 64,
360
  "is_parallel": true,
361
+ "self": 0.008315561004565097
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
362
  }
363
  }
364
  }
 
369
  }
370
  },
371
  "trainer_advance": {
372
+ "total": 12885.715344422606,
373
+ "count": 1069677,
374
+ "self": 156.89693492608785,
375
  "children": {
376
  "process_trajectory": {
377
+ "total": 4022.541019220531,
378
+ "count": 1069677,
379
+ "self": 4013.206508934527,
380
  "children": {
381
  "RLTrainer._checkpoint": {
382
+ "total": 9.334510286003933,
383
+ "count": 16,
384
+ "self": 9.334510286003933
385
  }
386
  }
387
  },
388
  "_update_policy": {
389
+ "total": 8706.277390275987,
390
+ "count": 493,
391
+ "self": 3299.628536370419,
392
  "children": {
393
  "TorchPOCAOptimizer.update": {
394
+ "total": 5406.648853905568,
395
+ "count": 39440,
396
+ "self": 5406.648853905568
397
  }
398
  }
399
  }
 
402
  }
403
  },
404
  "trainer_threads": {
405
+ "total": 1.700012944638729e-06,
406
  "count": 1,
407
+ "self": 1.700012944638729e-06
408
  },
409
  "TrainerController._save_models": {
410
+ "total": 0.514381464003236,
411
  "count": 1,
412
+ "self": 0.009308854991104454,
413
  "children": {
414
  "RLTrainer._checkpoint": {
415
+ "total": 0.5050726090121316,
416
  "count": 1,
417
+ "self": 0.5050726090121316
418
  }
419
  }
420
  }
run_logs/training_status.json CHANGED
@@ -2,59 +2,59 @@
2
  "SoccerTwos": {
3
  "checkpoints": [
4
  {
5
- "steps": 5499406,
6
- "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-5499406.onnx",
7
  "reward": 0.0,
8
- "creation_time": 1692489399.595798,
9
  "auxillary_file_paths": [
10
- "results/SoccerTwos/SoccerTwos/SoccerTwos-5499406.pt"
11
  ]
12
  },
13
  {
14
- "steps": 5999761,
15
- "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-5999761.onnx",
16
  "reward": 0.0,
17
- "creation_time": 1692490604.7698658,
18
  "auxillary_file_paths": [
19
- "results/SoccerTwos/SoccerTwos/SoccerTwos-5999761.pt"
20
  ]
21
  },
22
  {
23
- "steps": 6499970,
24
- "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-6499970.onnx",
25
  "reward": 0.0,
26
- "creation_time": 1692491810.1115854,
27
  "auxillary_file_paths": [
28
- "results/SoccerTwos/SoccerTwos/SoccerTwos-6499970.pt"
29
  ]
30
  },
31
  {
32
- "steps": 6999845,
33
- "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-6999845.onnx",
34
  "reward": 0.0,
35
- "creation_time": 1692493005.5717177,
36
  "auxillary_file_paths": [
37
- "results/SoccerTwos/SoccerTwos/SoccerTwos-6999845.pt"
38
  ]
39
  },
40
  {
41
- "steps": 7000042,
42
- "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-7000042.onnx",
43
- "reward": 0.0,
44
- "creation_time": 1692493005.9477153,
45
  "auxillary_file_paths": [
46
- "results/SoccerTwos/SoccerTwos/SoccerTwos-7000042.pt"
47
  ]
48
  }
49
  ],
50
- "elo": 1371.6330808023686,
51
  "final_checkpoint": {
52
- "steps": 7000042,
53
- "file_path": "results/SoccerTwos/SoccerTwos.onnx",
54
- "reward": 0.0,
55
- "creation_time": 1692493005.9477153,
56
  "auxillary_file_paths": [
57
- "results/SoccerTwos/SoccerTwos/SoccerTwos-7000042.pt"
58
  ]
59
  }
60
  },
 
2
  "SoccerTwos": {
3
  "checkpoints": [
4
  {
5
+ "steps": 12999858,
6
+ "file_path": "results/SoccerTwosV2/SoccerTwos/SoccerTwos-12999858.onnx",
7
  "reward": 0.0,
8
+ "creation_time": 1692529427.2922952,
9
  "auxillary_file_paths": [
10
+ "results/SoccerTwosV2/SoccerTwos/SoccerTwos-12999858.pt"
11
  ]
12
  },
13
  {
14
+ "steps": 13999928,
15
+ "file_path": "results/SoccerTwosV2/SoccerTwos/SoccerTwos-13999928.onnx",
16
  "reward": 0.0,
17
+ "creation_time": 1692531769.8390334,
18
  "auxillary_file_paths": [
19
+ "results/SoccerTwosV2/SoccerTwos/SoccerTwos-13999928.pt"
20
  ]
21
  },
22
  {
23
+ "steps": 14999912,
24
+ "file_path": "results/SoccerTwosV2/SoccerTwos/SoccerTwos-14999912.onnx",
25
  "reward": 0.0,
26
+ "creation_time": 1692534121.3092587,
27
  "auxillary_file_paths": [
28
+ "results/SoccerTwosV2/SoccerTwos/SoccerTwos-14999912.pt"
29
  ]
30
  },
31
  {
32
+ "steps": 15999965,
33
+ "file_path": "results/SoccerTwosV2/SoccerTwos/SoccerTwos-15999965.onnx",
34
  "reward": 0.0,
35
+ "creation_time": 1692536474.231012,
36
  "auxillary_file_paths": [
37
+ "results/SoccerTwosV2/SoccerTwos/SoccerTwos-15999965.pt"
38
  ]
39
  },
40
  {
41
+ "steps": 16283050,
42
+ "file_path": "results/SoccerTwosV2/SoccerTwos/SoccerTwos-16283050.onnx",
43
+ "reward": null,
44
+ "creation_time": 1692537155.7665,
45
  "auxillary_file_paths": [
46
+ "results/SoccerTwosV2/SoccerTwos/SoccerTwos-16283050.pt"
47
  ]
48
  }
49
  ],
50
+ "elo": 1283.8520896738241,
51
  "final_checkpoint": {
52
+ "steps": 16283050,
53
+ "file_path": "results/SoccerTwosV2/SoccerTwos.onnx",
54
+ "reward": null,
55
+ "creation_time": 1692537155.7665,
56
  "auxillary_file_paths": [
57
+ "results/SoccerTwosV2/SoccerTwos/SoccerTwos-16283050.pt"
58
  ]
59
  }
60
  },