First Push

SoccerTwos.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ac4ee15377a555f2ed6c6e0d1c18d685f77f03b07ba2c5826b46e41cbb0568ed
-size 1766876
+oid sha256:d25693467088316bd31f7ead56fc5274e76ba53de40bfe7ce738db0ebf91ac34
+size 1768747

SoccerTwos/SoccerTwos-3499316.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c736c358ccad46f75e8f96dd1e6e9c6c73c40b968734895b9bb96302bd9dee7
+size 1768747

SoccerTwos/SoccerTwos-3499316.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dfedc48ad1139c11f6cdc436d3d7e070e1e76eddca6c63934a3baa1b312dfd1
+size 28432022

SoccerTwos/SoccerTwos-3999910.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a330f64ca347d823c1eb8789c8af6b0a80a84f3ba6b1c4881dd2340346cb1892
+size 1768747

SoccerTwos/SoccerTwos-3999910.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a417ad66b85a1c85370b6da0db2e6da7862a4c35fb5a16de772c9e96cf28a6a
+size 28432022

SoccerTwos/SoccerTwos-4499989.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9168eea90e4c91bf3ffb216d06022f4e80582b6c61bc759a641e646ee8eee50c
+size 1768747

SoccerTwos/SoccerTwos-4499989.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dc22d66f7500c52b93634bdb06ca357386bc8bbcce03f86fe2785f8a8a18427
+size 28432022

SoccerTwos/SoccerTwos-4999912.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d25693467088316bd31f7ead56fc5274e76ba53de40bfe7ce738db0ebf91ac34
+size 1768747

SoccerTwos/SoccerTwos-4999912.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6d1cd6fe0cd0460722b3b8790add1aaf1bda1a097abd4f0dab7e2eae4c66ac8
+size 28432022

SoccerTwos/SoccerTwos-5000138.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d25693467088316bd31f7ead56fc5274e76ba53de40bfe7ce738db0ebf91ac34
+size 1768747

SoccerTwos/SoccerTwos-5000138.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff9b1d06753963974fafeb2620ea5b1136a2c2776fe6841c927cd0f359b43ee9
+size 28432022

SoccerTwos/checkpoint.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:41887f392f4242f9e91977c4071726b7dbf8533df82a463d3dab6176f72963b4
-size 9479714
+oid sha256:11e4c9823ff9c671003272b5698adb016bdff19046723a8b96d89d25790d41af
+size 28431030

SoccerTwos/events.out.tfevents.1706818770.233e1f6504d2.12661.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6607709e93b52548bc4e79a809c2b139b1cbf2a966fcfcfe2b8d18a10c670a2b
+size 3962436

config.json

@@ -1 +1 @@
-{"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "constant", "beta_schedule": "constant", "epsilon_schedule": "constant"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 5000000, "time_horizon": 1000, "summary_freq": 10000, "threaded": false, "self_play": {"save_steps": 20000, "team_change": 100000, "swap_steps": 1000, "window": 10, "play_against_latest_model_ratio": 0.5, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "./ml-agents/training-envs-executables/SoccerTwos/SoccerTwos.exe", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "timeout_wait": 60, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true, "no_graphics_monitor": false}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SoccerTwos-v1", "initialize_from": null, "load_model": false, "resume": false, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
+{"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "constant", "beta_schedule": "constant", "epsilon_schedule": "constant"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 5000000, "time_horizon": 1000, "summary_freq": 10000, "threaded": false, "self_play": {"save_steps": 20000, "team_change": 100000, "swap_steps": 1000, "window": 10, "play_against_latest_model_ratio": 0.5, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "./ml-agents/training-envs-executables/SoccerTwos/SoccerTwos.exe", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "timeout_wait": 60, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true, "no_graphics_monitor": false}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SoccerTwos-v1", "initialize_from": null, "load_model": false, "resume": true, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}

configuration.yaml

@@ -74,7 +74,7 @@ checkpoint_settings:
   run_id: SoccerTwos-v1
   initialize_from: null
   load_model: false
-  resume: false
+  resume: true
   force: false
   train_model: false
   inference: false

run_logs/Player-0.log

@@ -2,9 +2,6 @@ Mono path[0] = '/content/ml-agents/training-envs-executables/SoccerTwos/SoccerTw
 Mono config path = '/content/ml-agents/training-envs-executables/SoccerTwos/SoccerTwos_Data/MonoBleedingEdge/etc'
 Preloaded 'lib_burst_generated.so'
 Preloaded 'libgrpc_csharp_ext.x64.so'
-PlayerPrefs - Creating folder: /root/.config/unity3d/Unity Technologies
-PlayerPrefs - Creating folder: /root/.config/unity3d/Unity Technologies/SoccerTwos
-Unable to load player prefs
 Initialize engine version: 2021.3.14f1 (eee1884e7226)
 [Subsystems] Discovering subsystems at path /content/ml-agents/training-envs-executables/SoccerTwos/SoccerTwos_Data/UnitySubsystems
 Forcing GfxDevice: Null
@@ -34,7 +31,7 @@ ALSA lib pcm.c:2664:(snd_pcm_open_noupdate) Unknown PCM default
 FMOD failed to initialize the output device.: "Error initializing output device. " (60)
 FMOD initialized on nosound output
 Begin MonoManager ReloadAssembly
-- Completed reload, in  0.083 seconds
+- Completed reload, in  0.085 seconds
 ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -59,7 +56,7 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
 WARNING: Shader Unsupported: 'Standard' - All subshaders removed
 WARNING: Shader Did you use #pragma only_renderers and omit this platform?
 WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
-UnloadTime: 0.674880 ms
+UnloadTime: 0.676867 ms
 Registered Communicator in Agent.
 ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 requesting resize 84 x 84
@@ -71,12 +68,1492 @@ TOO LONG
 TOO LONG
 TOO LONG
 TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
 Setting up 1 worker threads for Enlighten.
 Memory Statistics:
 [ALLOC_TEMP_TLS] TLS Allocator
   StackAllocators : 
     [ALLOC_TEMP_MAIN]
-      Peak usage frame count: [8.0 KB-16.0 KB]: 559 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [8.0 KB-16.0 KB]: 97868 frames, [2.0 MB-4.0 MB]: 1 frames
       Initial Block Size 4.0 MB
       Current Block Size 4.0 MB
       Peak Allocated Bytes 2.1 MB
@@ -192,19 +1669,19 @@ Memory Statistics:
       Peak Allocated Bytes 0 B
       Overflow Count 0
 [ALLOC_DEFAULT] Dual Thread Allocator
-  Peak main deferred allocation count 4
+  Peak main deferred allocation count 3
     [ALLOC_BUCKET]
       Large Block size 4.0 MB
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_DEFAULT_MAIN]
-      Peak usage frame count: [4.0 MB-8.0 MB]: 560 frames
+      Peak usage frame count: [4.0 MB-8.0 MB]: 97869 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 4.6 MB
       Peak Large allocation bytes 0 B
     [ALLOC_DEFAULT_THREAD]
-      Peak usage frame count: [16.0 MB-32.0 MB]: 560 frames
+      Peak usage frame count: [16.0 MB-32.0 MB]: 97869 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 17.6 MB
@@ -236,13 +1713,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_GFX_MAIN]
-      Peak usage frame count: [32.0 KB-64.0 KB]: 559 frames, [64.0 KB-128.0 KB]: 1 frames
+      Peak usage frame count: [32.0 KB-64.0 KB]: 97868 frames, [64.0 KB-128.0 KB]: 1 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 65.6 KB
       Peak Large allocation bytes 0 B
     [ALLOC_GFX_THREAD]
-      Peak usage frame count: [128.0 KB-256.0 KB]: 560 frames
+      Peak usage frame count: [128.0 KB-256.0 KB]: 97869 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 173.5 KB
@@ -254,16 +1731,16 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_CACHEOBJECTS_MAIN]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 560 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 97869 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 0.6 MB
       Peak Large allocation bytes 0 B
     [ALLOC_CACHEOBJECTS_THREAD]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 559 frames, [4.0 MB-8.0 MB]: 1 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 97868 frames, [4.0 MB-8.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 2
-      Peak Allocated memory 4.4 MB
+      Peak Allocated memory 4.5 MB
       Peak Large allocation bytes 0 B
 [ALLOC_TYPETREE] Dual Thread Allocator
   Peak main deferred allocation count 0
@@ -272,13 +1749,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_TYPETREE_MAIN]
-      Peak usage frame count: [0-1.0 KB]: 560 frames
+      Peak usage frame count: [0-1.0 KB]: 97869 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 1.0 KB
       Peak Large allocation bytes 0 B
     [ALLOC_TYPETREE_THREAD]
-      Peak usage frame count: [1.0 KB-2.0 KB]: 559 frames, [2.0 KB-4.0 KB]: 1 frames
+      Peak usage frame count: [1.0 KB-2.0 KB]: 97868 frames, [2.0 KB-4.0 KB]: 1 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 2.2 KB

run_logs/timers.json

@@ -2,189 +2,261 @@
     "name": "root",
     "gauges": {
         "SoccerTwos.Policy.Entropy.mean": {
-            "value": 3.2957005500793457,
-            "min": 3.2957005500793457,
-            "max": 3.2957005500793457,
-            "count": 1
+            "value": 2.2504258155822754,
+            "min": 2.2406411170959473,
+            "max": 3.295703172683716,
+            "count": 498
         },
         "SoccerTwos.Policy.Entropy.sum": {
-            "value": 105462.4140625,
-            "min": 105462.4140625,
-            "max": 105462.4140625,
-            "count": 1
+            "value": 49257.3203125,
+            "min": 17408.8671875,
+            "max": 143718.734375,
+            "count": 498
         },
         "SoccerTwos.Environment.EpisodeLength.mean": {
-            "value": 917.875,
-            "min": 917.875,
-            "max": 917.875,
-            "count": 1
+            "value": 46.98076923076923,
+            "min": 44.04504504504504,
+            "max": 999.0,
+            "count": 498
         },
         "SoccerTwos.Environment.EpisodeLength.sum": {
-            "value": 29372.0,
-            "min": 29372.0,
-            "max": 29372.0,
-            "count": 1
+            "value": 19544.0,
+            "min": 11988.0,
+            "max": 30232.0,
+            "count": 498
         },
         "SoccerTwos.Self-play.ELO.mean": {
-            "value": 1199.2507195558546,
-            "min": 1199.2507195558546,
-            "max": 1199.2507195558546,
-            "count": 1
+            "value": 1320.570440954721,
+            "min": 1190.4467605530663,
+            "max": 1357.0032917139204,
+            "count": 448
         },
         "SoccerTwos.Self-play.ELO.sum": {
-            "value": 2398.5014391117093,
-            "min": 2398.5014391117093,
-            "max": 2398.5014391117093,
-            "count": 1
+            "value": 274678.65171858197,
+            "min": 2380.8935211061325,
+            "max": 295071.68388725596,
+            "count": 448
         },
         "SoccerTwos.Step.mean": {
-            "value": 9702.0,
-            "min": 9702.0,
-            "max": 9702.0,
-            "count": 1
+            "value": 4999912.0,
+            "min": 19348.0,
+            "max": 4999912.0,
+            "count": 499
         },
         "SoccerTwos.Step.sum": {
-            "value": 9702.0,
-            "min": 9702.0,
-            "max": 9702.0,
-            "count": 1
+            "value": 4999912.0,
+            "min": 19348.0,
+            "max": 4999912.0,
+            "count": 499
         },
         "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": {
-            "value": -0.08133453130722046,
-            "min": -0.08133453130722046,
-            "max": -0.08133453130722046,
-            "count": 1
+            "value": 0.01760864071547985,
+            "min": -0.10719484090805054,
+            "max": 0.10208045691251755,
+            "count": 499
         },
         "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": {
-            "value": -0.894679844379425,
-            "min": -0.894679844379425,
-            "max": -0.894679844379425,
-            "count": 1
+            "value": 3.662597179412842,
+            "min": -21.364421844482422,
+            "max": 16.230792999267578,
+            "count": 499
         },
         "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": {
-            "value": -0.0813639685511589,
-            "min": -0.0813639685511589,
-            "max": -0.0813639685511589,
-            "count": 1
+            "value": 0.012105396017432213,
+            "min": -0.10655353963375092,
+            "max": 0.1074918583035469,
+            "count": 499
         },
         "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": {
-            "value": -0.895003616809845,
-            "min": -0.895003616809845,
-            "max": -0.895003616809845,
-            "count": 1
+            "value": 2.5179224014282227,
+            "min": -21.351320266723633,
+            "max": 17.091205596923828,
+            "count": 499
         },
         "SoccerTwos.Environment.CumulativeReward.mean": {
             "value": 0.0,
             "min": 0.0,
             "max": 0.0,
-            "count": 1
+            "count": 499
         },
         "SoccerTwos.Environment.CumulativeReward.sum": {
             "value": 0.0,
             "min": 0.0,
             "max": 0.0,
-            "count": 1
+            "count": 499
         },
         "SoccerTwos.Policy.ExtrinsicReward.mean": {
-            "value": -0.18181818181818182,
-            "min": -0.18181818181818182,
-            "max": -0.18181818181818182,
-            "count": 1
+            "value": 0.012899998862009782,
+            "min": -0.5,
+            "max": 0.49238332857688266,
+            "count": 499
         },
         "SoccerTwos.Policy.ExtrinsicReward.sum": {
-            "value": -2.0,
-            "min": -2.0,
-            "max": -2.0,
-            "count": 1
+            "value": 2.6831997632980347,
+            "min": -62.66639965772629,
+            "max": 33.75400006771088,
+            "count": 499
         },
         "SoccerTwos.Environment.GroupCumulativeReward.mean": {
-            "value": -0.18181818181818182,
-            "min": -0.18181818181818182,
-            "max": -0.18181818181818182,
-            "count": 1
+            "value": 0.012899998862009782,
+            "min": -0.5,
+            "max": 0.49238332857688266,
+            "count": 499
         },
         "SoccerTwos.Environment.GroupCumulativeReward.sum": {
-            "value": -2.0,
-            "min": -2.0,
-            "max": -2.0,
-            "count": 1
+            "value": 2.6831997632980347,
+            "min": -62.66639965772629,
+            "max": 33.75400006771088,
+            "count": 499
         },
         "SoccerTwos.IsTraining.mean": {
             "value": 1.0,
             "min": 1.0,
             "max": 1.0,
-            "count": 1
+            "count": 499
         },
         "SoccerTwos.IsTraining.sum": {
             "value": 1.0,
             "min": 1.0,
             "max": 1.0,
-            "count": 1
+            "count": 499
+        },
+        "SoccerTwos.Losses.PolicyLoss.mean": {
+            "value": 0.01840621409161637,
+            "min": 0.01144604262469026,
+            "max": 0.02546065050216081,
+            "count": 235
+        },
+        "SoccerTwos.Losses.PolicyLoss.sum": {
+            "value": 0.01840621409161637,
+            "min": 0.01144604262469026,
+            "max": 0.02546065050216081,
+            "count": 235
+        },
+        "SoccerTwos.Losses.ValueLoss.mean": {
+            "value": 0.1059496375421683,
+            "min": 7.0266638128183935e-06,
+            "max": 0.10933336491386096,
+            "count": 235
+        },
+        "SoccerTwos.Losses.ValueLoss.sum": {
+            "value": 0.1059496375421683,
+            "min": 7.0266638128183935e-06,
+            "max": 0.10933336491386096,
+            "count": 235
+        },
+        "SoccerTwos.Losses.BaselineLoss.mean": {
+            "value": 0.10791122342149416,
+            "min": 7.231742567152348e-06,
+            "max": 0.11159076566497485,
+            "count": 235
+        },
+        "SoccerTwos.Losses.BaselineLoss.sum": {
+            "value": 0.10791122342149416,
+            "min": 7.231742567152348e-06,
+            "max": 0.11159076566497485,
+            "count": 235
+        },
+        "SoccerTwos.Policy.LearningRate.mean": {
+            "value": 0.0003,
+            "min": 0.0003,
+            "max": 0.0003,
+            "count": 235
+        },
+        "SoccerTwos.Policy.LearningRate.sum": {
+            "value": 0.0003,
+            "min": 0.0003,
+            "max": 0.0003,
+            "count": 235
+        },
+        "SoccerTwos.Policy.Epsilon.mean": {
+            "value": 0.20000000000000007,
+            "min": 0.2,
+            "max": 0.20000000000000007,
+            "count": 235
+        },
+        "SoccerTwos.Policy.Epsilon.sum": {
+            "value": 0.20000000000000007,
+            "min": 0.2,
+            "max": 0.20000000000000007,
+            "count": 235
+        },
+        "SoccerTwos.Policy.Beta.mean": {
+            "value": 0.005000000000000001,
+            "min": 0.005,
+            "max": 0.005000000000000001,
+            "count": 235
+        },
+        "SoccerTwos.Policy.Beta.sum": {
+            "value": 0.005000000000000001,
+            "min": 0.005,
+            "max": 0.005000000000000001,
+            "count": 235
         }
     },
     "metadata": {
         "timer_format_version": "0.1.0",
-        "start_time_seconds": "1706818216",
+        "start_time_seconds": "1706818769",
         "python_version": "3.10.12 (main, Nov 20 2023, 15:14:05) [GCC 11.4.0]",
-        "command_line_arguments": "/usr/local/bin/mlagents-learn ./ml-agents/config/poca/SoccerTwos.yaml --env=./ml-agents/training-envs-executables/SoccerTwos/SoccerTwos.exe --run-id=SoccerTwos-v1 --no-graphics",
+        "command_line_arguments": "/usr/local/bin/mlagents-learn ./ml-agents/config/poca/SoccerTwos.yaml --env=./ml-agents/training-envs-executables/SoccerTwos/SoccerTwos.exe --run-id=SoccerTwos-v1 --no-graphics --resume",
         "mlagents_version": "1.1.0.dev0",
         "mlagents_envs_version": "1.1.0.dev0",
         "communication_protocol_version": "1.5.0",
         "pytorch_version": "2.2.0+cu121",
         "numpy_version": "1.23.5",
-        "end_time_seconds": "1706818272"
+        "end_time_seconds": "1706829304"
     },
-    "total": 56.39498970999966,
+    "total": 10534.375123275,
     "count": 1,
-    "self": 0.29079812299960395,
+    "self": 0.38434738800060586,
     "children": {
         "run_training.setup": {
-            "total": 0.049794839000242064,
+            "total": 0.048530206000123144,
             "count": 1,
-            "self": 0.049794839000242064
+            "self": 0.048530206000123144
         },
         "TrainerController.start_learning": {
-            "total": 56.05439674799982,
+            "total": 10533.942245680999,
             "count": 1,
-            "self": 0.04185226799108932,
+            "self": 6.800330160624071,
             "children": {
                 "TrainerController._reset_env": {
-                    "total": 3.0504669280003327,
-                    "count": 1,
-                    "self": 3.0504669280003327
+                    "total": 5.996437451998645,
+                    "count": 50,
+                    "self": 5.996437451998645
                 },
                 "TrainerController.advance": {
-                    "total": 52.60615961500844,
-                    "count": 1869,
-                    "self": 0.045332208999752766,
+                    "total": 10520.923248030374,
+                    "count": 335976,
+                    "self": 7.670076602416884,
                     "children": {
                         "env_step": {
-                            "total": 50.107337278998784,
-                            "count": 1869,
-                            "self": 38.11959407299173,
+                            "total": 8520.064524838905,
+                            "count": 335976,
+                            "self": 6488.256292702765,
                             "children": {
                                 "SubprocessEnvManager._take_step": {
-                                    "total": 11.963706537995677,
-                                    "count": 1869,
-                                    "self": 0.29824500799759335,
+                                    "total": 2027.6439130718409,
+                                    "count": 335976,
+                                    "self": 54.167174102564786,
                                     "children": {
                                         "TorchPolicy.evaluate": {
-                                            "total": 11.665461529998083,
-                                            "count": 3730,
-                                            "self": 11.665461529998083
+                                            "total": 1973.476738969276,
+                                            "count": 652478,
+                                            "self": 1973.476738969276
                                         }
                                     }
                                 },
                                 "workers": {
-                                    "total": 0.024036668011376605,
-                                    "count": 1868,
+                                    "total": 4.164319064298979,
+                                    "count": 335976,
                                     "self": 0.0,
                                     "children": {
                                         "worker_root": {
-                                            "total": 55.599608670982434,
-                                            "count": 1868,
+                                            "total": 10511.723518012013,
+                                            "count": 335976,
                                             "is_parallel": true,
-                                            "self": 23.68868511599112,
+                                            "self": 5014.347184072704,
                                             "children": {
                                                 "run_training.setup": {
                                                     "total": 0.0,
@@ -193,48 +265,48 @@
                                                     "self": 0.0,
                                                     "children": {
                                                         "steps_from_proto": {
-                                                            "total": 0.007481627999823104,
+                                                            "total": 0.0036401130000740523,
                                                             "count": 2,
                                                             "is_parallel": true,
-                                                            "self": 0.005101965999074309,
+                                                            "self": 0.0009396940004080534,
                                                             "children": {
                                                                 "_process_rank_one_or_two_observation": {
-                                                                    "total": 0.0023796620007487945,
+                                                                    "total": 0.002700418999665999,
                                                                     "count": 8,
                                                                     "is_parallel": true,
-                                                                    "self": 0.0023796620007487945
+                                                                    "self": 0.002700418999665999
                                                                 }
                                                             }
                                                         },
                                                         "UnityEnvironment.step": {
-                                                            "total": 0.04210882200004562,
+                                                            "total": 0.04230505899977288,
                                                             "count": 1,
                                                             "is_parallel": true,
-                                                            "self": 0.0012597169998116442,
+                                                            "self": 0.001156691999767645,
                                                             "children": {
                                                                 "UnityEnvironment._generate_step_input": {
-                                                                    "total": 0.0010210039999947185,
+                                                                    "total": 0.00089758800004347,
                                                                     "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.0010210039999947185
+                                                                    "self": 0.00089758800004347
                                                                 },
                                                                 "communicator.exchange": {
-                                                                    "total": 0.03614771999991717,
+                                                                    "total": 0.03632842599972719,
                                                                     "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.03614771999991717
+                                                                    "self": 0.03632842599972719
                                                                 },
                                                                 "steps_from_proto": {
-                                                                    "total": 0.003680381000322086,
+                                                                    "total": 0.00392235300023458,
                                                                     "count": 2,
                                                                     "is_parallel": true,
-                                                                    "self": 0.0007167789999584784,
+                                                                    "self": 0.0006660560002273996,
                                                                     "children": {
                                                                         "_process_rank_one_or_two_observation": {
-                                                                            "total": 0.0029636020003636077,
+                                                                            "total": 0.00325629700000718,
                                                                             "count": 8,
                                                                             "is_parallel": true,
-                                                                            "self": 0.0029636020003636077
+                                                                            "self": 0.00325629700000718
                                                                         }
                                                                     }
                                                                 }
@@ -243,38 +315,52 @@
                                                     }
                                                 },
                                                 "UnityEnvironment.step": {
-                                                    "total": 31.910923554991314,
-                                                    "count": 1867,
+                                                    "total": 5497.263973634299,
+                                                    "count": 335975,
                                                     "is_parallel": true,
-                                                    "self": 2.1844497469851376,
+                                                    "self": 371.3981966134652,
                                                     "children": {
                                                         "UnityEnvironment._generate_step_input": {
-                                                            "total": 1.4690378020013668,
-                                                            "count": 1867,
+                                                            "total": 244.78737020064864,
+                                                            "count": 335975,
                                                             "is_parallel": true,
-                                                            "self": 1.4690378020013668
+                                                            "self": 244.78737020064864
                                                         },
                                                         "communicator.exchange": {
-                                                            "total": 21.416320795012325,
-                                                            "count": 1867,
+                                                            "total": 3746.8664326162966,
+                                                            "count": 335975,
                                                             "is_parallel": true,
-                                                            "self": 21.416320795012325
+                                                            "self": 3746.8664326162966
                                                         },
                                                         "steps_from_proto": {
-                                                            "total": 6.841115210992484,
-                                                            "count": 3734,
+                                                            "total": 1134.211974203889,
+                                                            "count": 671950,
                                                             "is_parallel": true,
-                                                            "self": 1.1023852910288952,
+                                                            "self": 182.91357044486585,
                                                             "children": {
                                                                 "_process_rank_one_or_two_observation": {
-                                                                    "total": 5.738729919963589,
-                                                                    "count": 14936,
+                                                                    "total": 951.2984037590231,
+                                                                    "count": 2687800,
                                                                     "is_parallel": true,
-                                                                    "self": 5.738729919963589
+                                                                    "self": 951.2984037590231
                                                                 }
                                                             }
                                                         }
                                                     }
+                                                },
+                                                "steps_from_proto": {
+                                                    "total": 0.1123603050100428,
+                                                    "count": 98,
+                                                    "is_parallel": true,
+                                                    "self": 0.02305573202056621,
+                                                    "children": {
+                                                        "_process_rank_one_or_two_observation": {
+                                                            "total": 0.08930457298947658,
+                                                            "count": 392,
+                                                            "is_parallel": true,
+                                                            "self": 0.08930457298947658
+                                                        }
+                                                    }
                                                 }
                                             }
                                         }
@@ -283,33 +369,52 @@
                             }
                         },
                         "trainer_advance": {
-                            "total": 2.4534901270099,
-                            "count": 1868,
-                            "self": 0.19774868901231457,
+                            "total": 1993.1886465890539,
+                            "count": 335976,
+                            "self": 59.99784077754566,
                             "children": {
                                 "process_trajectory": {
-                                    "total": 2.2557414379975853,
-                                    "count": 1868,
-                                    "self": 2.2557414379975853
+                                    "total": 652.5356830295145,
+                                    "count": 335976,
+                                    "self": 650.0489997665159,
+                                    "children": {
+                                        "RLTrainer._checkpoint": {
+                                            "total": 2.4866832629986675,
+                                            "count": 10,
+                                            "self": 2.4866832629986675
+                                        }
+                                    }
+                                },
+                                "_update_policy": {
+                                    "total": 1280.6551227819937,
+                                    "count": 235,
+                                    "self": 751.7631663780435,
+                                    "children": {
+                                        "TorchPOCAOptimizer.update": {
+                                            "total": 528.8919564039502,
+                                            "count": 7053,
+                                            "self": 528.8919564039502
+                                        }
+                                    }
                                 }
                             }
                         }
                     }
                 },
                 "trainer_threads": {
-                    "total": 1.4470001588051673e-06,
+                    "total": 1.1650008673314005e-06,
                     "count": 1,
-                    "self": 1.4470001588051673e-06
+                    "self": 1.1650008673314005e-06
                 },
                 "TrainerController._save_models": {
-                    "total": 0.3559164899997995,
+                    "total": 0.22222887300085858,
                     "count": 1,
-                    "self": 0.006759116999546677,
+                    "self": 0.002408819000265794,
                     "children": {
                         "RLTrainer._checkpoint": {
-                            "total": 0.34915737300025285,
+                            "total": 0.2198200540005928,
                             "count": 1,
-                            "self": 0.34915737300025285
+                            "self": 0.2198200540005928
                         }
                     }
                 }

run_logs/training_status.json

@@ -1,24 +1,60 @@
 {
     "SoccerTwos": {
-        "elo": 1199.0071459849012,
+        "elo": 1319.6595340932372,
         "checkpoints": [
             {
-                "steps": 18216,
-                "file_path": "results/SoccerTwos-v1/SoccerTwos/SoccerTwos-18216.onnx",
+                "steps": 3499316,
+                "file_path": "results/SoccerTwos-v1/SoccerTwos/SoccerTwos-3499316.onnx",
                 "reward": 0.0,
-                "creation_time": 1706818272.3112664,
+                "creation_time": 1706826084.0086076,
                 "auxillary_file_paths": [
-                    "results/SoccerTwos-v1/SoccerTwos/SoccerTwos-18216.pt"
+                    "results/SoccerTwos-v1/SoccerTwos/SoccerTwos-3499316.pt"
+                ]
+            },
+            {
+                "steps": 3999910,
+                "file_path": "results/SoccerTwos-v1/SoccerTwos/SoccerTwos-3999910.onnx",
+                "reward": 0.0,
+                "creation_time": 1706827128.5719557,
+                "auxillary_file_paths": [
+                    "results/SoccerTwos-v1/SoccerTwos/SoccerTwos-3999910.pt"
+                ]
+            },
+            {
+                "steps": 4499989,
+                "file_path": "results/SoccerTwos-v1/SoccerTwos/SoccerTwos-4499989.onnx",
+                "reward": 0.0,
+                "creation_time": 1706828207.6069958,
+                "auxillary_file_paths": [
+                    "results/SoccerTwos-v1/SoccerTwos/SoccerTwos-4499989.pt"
+                ]
+            },
+            {
+                "steps": 4999912,
+                "file_path": "results/SoccerTwos-v1/SoccerTwos/SoccerTwos-4999912.onnx",
+                "reward": 0.0,
+                "creation_time": 1706829303.5563505,
+                "auxillary_file_paths": [
+                    "results/SoccerTwos-v1/SoccerTwos/SoccerTwos-4999912.pt"
+                ]
+            },
+            {
+                "steps": 5000138,
+                "file_path": "results/SoccerTwos-v1/SoccerTwos/SoccerTwos-5000138.onnx",
+                "reward": 0.0,
+                "creation_time": 1706829303.808445,
+                "auxillary_file_paths": [
+                    "results/SoccerTwos-v1/SoccerTwos/SoccerTwos-5000138.pt"
                 ]
             }
         ],
         "final_checkpoint": {
-            "steps": 18216,
+            "steps": 5000138,
             "file_path": "results/SoccerTwos-v1/SoccerTwos.onnx",
             "reward": 0.0,
-            "creation_time": 1706818272.3112664,
+            "creation_time": 1706829303.808445,
             "auxillary_file_paths": [
-                "results/SoccerTwos-v1/SoccerTwos/SoccerTwos-18216.pt"
+                "results/SoccerTwos-v1/SoccerTwos/SoccerTwos-5000138.pt"
             ]
         }
     },