Second version

SoccerTwos.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5b8b9a46938c1ea1d0410534c9a40b4b606d2c49b24ef61f49095fc64ef59ca6
-size 1763423
+oid sha256:deeed197fb3184aa85df4f4268d2e65bba93c5c6e46a67ad8db42a0a7c74a811
+size 1768747

SoccerTwos/{events.out.tfevents.1678683779.DESKTOP-3TN0IDS.7604.0 → SoccerTwos-132788.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:65a3d0dd7fc2a186248fc38b7e13b9e648543543db908a6963bcf966e08b3170
-size 288292
+oid sha256:f5b36c26f9190af29b0c951aedafa90451c72048e73156897560b9bcbf86b049
+size 252715

SoccerTwos/{SoccerTwos-1499338.onnx → SoccerTwos-132788.pt}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ee9ab7f7ddf87605984fdb48a19fc01897243bc4bfb759d4e490cf44c43307a2
-size 1763423
+oid sha256:79d98fbe24e212db1d551077878b1f0834122fb2fbdebf87f05010e4053db3df
+size 3008917

SoccerTwos/SoccerTwos-2499368.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5523740b526874a16870a2f0edcaf744d60a0c0c48c0401b21675924f0d856f1
-size 28422417

SoccerTwos/SoccerTwos-2999030.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d737d7b4daaee23c7e70a008c2cb2e3df78cbed3eea6738f2239e257af59f045
-size 28422417

SoccerTwos/{events.out.tfevents.1678684594.DESKTOP-3TN0IDS.5188.0 → SoccerTwos-30012.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3567fefc5faf649d6078b0d5ca68344fa58ee235aa35711be38e945d6eec5b29
-size 942017
+oid sha256:bc28ef3216d6277d6c4253982cc749bec2b24587bff511689a58605e4500d344
+size 252715

SoccerTwos/{SoccerTwos-2499368.onnx → SoccerTwos-30012.pt}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:66355a66f63bfad50c0ed1aad1d4344b3b8b3d0963194fecc560f4d68ff5e62f
-size 1763423
+oid sha256:56da873a8514f11400624254e36ef38ecf77893b2f4e40ae0d5a344a53a7772a
+size 3007067

SoccerTwos/SoccerTwos-3030786.onnx

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5b8b9a46938c1ea1d0410534c9a40b4b606d2c49b24ef61f49095fc64ef59ca6
-size 1763423

SoccerTwos/SoccerTwos-3030786.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:23acb90450be344f07be8a46654c4285b422446cc5aaa9f57f6a87e85196ed46
-size 28422417

SoccerTwos/{SoccerTwos-1999536.onnx → SoccerTwos-49752.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:962786e5c7ac27e53502b5ff0e9b2e67769c94f9f407b62e60882da9e8d33381
-size 1763423
+oid sha256:4f15c77b2330b37639f18354af55ddf6a26bc4d9d3d2dab2c22f93448da0ad1a
+size 252715

SoccerTwos/{SoccerTwos-2999030.onnx → SoccerTwos-49752.pt}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d695e2aae0416c3b7456248f63782654e7abda8f1ac316e8be35f64d2612d5cb
-size 1763423
+oid sha256:e540ea05f94a8ce5e92fd69f5170f6607c2200736fbbf0bcce3e0fa72d3af774
+size 3008795

SoccerTwos/SoccerTwos-5499998.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16d7d6aebf0497f2418702ff5f250f6ee7b3588c905dfef04920fb531d238902
+size 1768747

SoccerTwos/{SoccerTwos-1499338.pt → SoccerTwos-5499998.pt}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9d4518c5d62ddbee0f6a984a511093eebbd0e409569510c5d254dc72bd4c5842
-size 28422417
+oid sha256:03b77fdbf56425a3a3a10938ec96a69e1e3365e9ce033c7c6edbbe834133761b
+size 28431567

SoccerTwos/SoccerTwos-5999990.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c451a8a41c05f9ddd2d444f7d0b2f3c577ea930e15c47bbef1fee220c90f84db
+size 1768747

SoccerTwos/{SoccerTwos-1999536.pt → SoccerTwos-5999990.pt}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bb02a02da4b224854595cb9b842d6fe74420ebfbe2d594b23517a261690e48bd
-size 28422417
+oid sha256:f786db59c56843349e6d5078794c31ab60a6de5d709a7a92bd14bd2d28033f1d
+size 28431567

SoccerTwos/SoccerTwos-6499910.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:339801b853dac38481fc8e8fd6da779530b1dd12a45204735bff672dd2084bd7
+size 1768747

SoccerTwos/SoccerTwos-6499910.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:204ca3df3473afdf645f72d29a689ecdd00ae72818e2194712a9683a5d7c2b73
+size 28431567

SoccerTwos/SoccerTwos-6999996.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:040187b4e0eedb5a3d153b8199c76427cc06442d47b367f8e2ec3beb70774302
+size 1768747

SoccerTwos/SoccerTwos-6999996.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6400bb0c76b0d11e7de87bd361b5c980f7d2ad5c5c02bd20ec2915f7fa9d729c
+size 28431567

SoccerTwos/SoccerTwos-7047290.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deeed197fb3184aa85df4f4268d2e65bba93c5c6e46a67ad8db42a0a7c74a811
+size 1768747

SoccerTwos/SoccerTwos-7047290.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8af118fc61ec04d65c67de3a40ab46c49480e554c36034ebbc2fccfc26e72e0c
+size 28431567

SoccerTwos/checkpoint.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:23acb90450be344f07be8a46654c4285b422446cc5aaa9f57f6a87e85196ed46
-size 28422417
+oid sha256:8ab8d78bc7aed2553d47731d319d9cc805b3ca3d581d4061fc70a5785b9a5055
+size 28430591

SoccerTwos/events.out.tfevents.1678713964.DESKTOP-3TN0IDS.30764.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f6e1bebff80be1428dad214fa15d550b4c25cf70e5944fae73e478622d73623
+size 6945552

config.json

@@ -1 +1 @@
-{"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "constant", "beta_schedule": "constant", "epsilon_schedule": "constant"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 10000000, "time_horizon": 1000, "summary_freq": 10000, "threaded": false, "self_play": {"save_steps": 50000, "team_change": 200000, "swap_steps": 2000, "window": 10, "play_against_latest_model_ratio": 0.5, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/SoccerTwos/SoccerTwos.exe", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SoccerTwos", "initialize_from": null, "load_model": false, "resume": true, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
+{"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "constant", "beta_schedule": "constant", "epsilon_schedule": "constant"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 50000000, "time_horizon": 1000, "summary_freq": 10000, "threaded": false, "self_play": {"save_steps": 50000, "team_change": 200000, "swap_steps": 2000, "window": 10, "play_against_latest_model_ratio": 0.5, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/SoccerTwos/SoccerTwos.exe", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SoccerTwos", "initialize_from": null, "load_model": false, "resume": false, "force": true, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}

configuration.yaml

@@ -37,7 +37,7 @@ behaviors:
     init_path: null
     keep_checkpoints: 5
     even_checkpoints: false
-    max_steps: 10000000
+    max_steps: 50000000
     time_horizon: 1000
     summary_freq: 10000
     threaded: false
@@ -72,8 +72,8 @@ checkpoint_settings:
   run_id: SoccerTwos
   initialize_from: null
   load_model: false
-  resume: true
-  force: false
+  resume: false
+  force: true
   train_model: false
   inference: false
   results_dir: results

run_logs/Player-0.log

@@ -9,7 +9,7 @@ NullGfxDevice:
     Renderer: Null Device
     Vendor:   Unity Technologies
 Begin MonoManager ReloadAssembly
-- Completed reload, in  0.071 seconds
+- Completed reload, in  0.070 seconds
 ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 Microsoft Media Foundation video decoding to texture disabled: graphics device is Null, only Direct3D 11 and Direct3D 12 (only on desktop) are supported for hardware-accelerated video decoding.
 ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -35,7 +35,7 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
 WARNING: Shader Unsupported: 'Standard' - All subshaders removed
 WARNING: Shader Did you use #pragma only_renderers and omit this platform?
 WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
-UnloadTime: 0.506800 ms
+UnloadTime: 0.477400 ms
 Registered Communicator in Agent.
 ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 TOO LONG
@@ -571,662 +571,13 @@ TOO LONG
 TOO LONG
 TOO LONG
 TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
+GRPC Exception: Status(StatusCode=Unknown, Detail="Exception calling application: [WinError 109] Ha terminado la canalización"). Disconnecting from trainer.
 Setting up 8 worker threads for Enlighten.
 Memory Statistics:
 [ALLOC_TEMP_TLS] TLS Allocator
   StackAllocators : 
     [ALLOC_TEMP_MAIN]
-      Peak usage frame count: [8.0 KB-16.0 KB]: 48379 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [8.0 KB-16.0 KB]: 133314 frames, [2.0 MB-4.0 MB]: 1 frames
       Initial Block Size 4.0 MB
       Current Block Size 4.0 MB
       Peak Allocated Bytes 2.0 MB
@@ -1249,7 +600,7 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 6]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0.8 KB
+      Peak Allocated Bytes 0 B
       Overflow Count 0
     [ALLOC_TEMP_Job.Worker 0]
       Initial Block Size 256.0 KB
@@ -1269,7 +620,7 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 5]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0 B
+      Peak Allocated Bytes 0.8 KB
       Overflow Count 0
     [ALLOC_TEMP_Background Job.Worker 14]
       Initial Block Size 32.0 KB
@@ -1418,13 +769,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 0.9 MB
     [ALLOC_DEFAULT_MAIN]
-      Peak usage frame count: [4.0 MB-8.0 MB]: 48380 frames
+      Peak usage frame count: [4.0 MB-8.0 MB]: 133315 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 5.1 MB
+      Peak Allocated memory 5.2 MB
       Peak Large allocation bytes 0 B
     [ALLOC_DEFAULT_THREAD]
-      Peak usage frame count: [16.0 MB-32.0 MB]: 48380 frames
+      Peak usage frame count: [16.0 MB-32.0 MB]: 133315 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 17.2 MB
@@ -1456,13 +807,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 0.9 MB
     [ALLOC_GFX_MAIN]
-      Peak usage frame count: [32.0 KB-64.0 KB]: 48379 frames, [64.0 KB-128.0 KB]: 1 frames
+      Peak usage frame count: [32.0 KB-64.0 KB]: 133314 frames, [64.0 KB-128.0 KB]: 1 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 65.6 KB
       Peak Large allocation bytes 0 B
     [ALLOC_GFX_THREAD]
-      Peak usage frame count: [128.0 KB-256.0 KB]: 48380 frames
+      Peak usage frame count: [128.0 KB-256.0 KB]: 133315 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 173.6 KB
@@ -1474,13 +825,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 0.9 MB
     [ALLOC_CACHEOBJECTS_MAIN]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 48380 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 133315 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 0.6 MB
       Peak Large allocation bytes 0 B
     [ALLOC_CACHEOBJECTS_THREAD]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 48379 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 133314 frames, [2.0 MB-4.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 3.2 MB
@@ -1492,13 +843,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 0.9 MB
     [ALLOC_TYPETREE_MAIN]
-      Peak usage frame count: [0-1.0 KB]: 48380 frames
+      Peak usage frame count: [0-1.0 KB]: 133315 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 1.0 KB
       Peak Large allocation bytes 0 B
     [ALLOC_TYPETREE_THREAD]
-      Peak usage frame count: [1.0 KB-2.0 KB]: 48379 frames, [2.0 KB-4.0 KB]: 1 frames
+      Peak usage frame count: [1.0 KB-2.0 KB]: 133314 frames, [2.0 KB-4.0 KB]: 1 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 2.2 KB

run_logs/timers.json

@@ -2,305 +2,305 @@
     "name": "root",
     "gauges": {
         "SoccerTwos.Policy.Entropy.mean": {
-            "value": 3.009631633758545,
-            "min": 2.924974203109741,
-            "max": 3.220510721206665,
-            "count": 249
+            "value": 1.709282398223877,
+            "min": 1.6334584951400757,
+            "max": 3.295722246170044,
+            "count": 704
         },
         "SoccerTwos.Policy.Entropy.sum": {
-            "value": 70497.609375,
-            "min": 20335.140625,
-            "max": 115114.4375,
-            "count": 249
+            "value": 35717.1640625,
+            "min": 8410.5380859375,
+            "max": 117056.1328125,
+            "count": 704
         },
         "SoccerTwos.Environment.EpisodeLength.mean": {
-            "value": 999.0,
-            "min": 439.6,
+            "value": 45.32432432432432,
+            "min": 35.66423357664234,
             "max": 999.0,
-            "count": 249
+            "count": 704
         },
         "SoccerTwos.Environment.EpisodeLength.sum": {
-            "value": 19980.0,
-            "min": 3532.0,
-            "max": 31756.0,
-            "count": 249
+            "value": 20124.0,
+            "min": 15332.0,
+            "max": 27576.0,
+            "count": 704
         },
         "SoccerTwos.Self-play.ELO.mean": {
-            "value": 1179.7473874222376,
-            "min": 1174.3769263935237,
-            "max": 1191.6888826345644,
-            "count": 114
+            "value": 1714.2325146026633,
+            "min": 1201.2464074308157,
+            "max": 1737.3329243919077,
+            "count": 693
         },
         "SoccerTwos.Self-play.ELO.sum": {
-            "value": 2359.494774844475,
-            "min": 2349.306899969506,
-            "max": 14128.466855253839,
-            "count": 114
+            "value": 380559.61824179126,
+            "min": 2407.429863771309,
+            "max": 466662.8825466397,
+            "count": 693
         },
         "SoccerTwos.Step.mean": {
-            "value": 3029786.0,
-            "min": 539209.0,
-            "max": 3029786.0,
-            "count": 250
+            "value": 7039952.0,
+            "min": 9804.0,
+            "max": 7039952.0,
+            "count": 704
         },
         "SoccerTwos.Step.sum": {
-            "value": 3029786.0,
-            "min": 539209.0,
-            "max": 3029786.0,
-            "count": 250
+            "value": 7039952.0,
+            "min": 9804.0,
+            "max": 7039952.0,
+            "count": 704
         },
         "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": {
-            "value": -0.0010387110523879528,
-            "min": -0.0494198352098465,
-            "max": 0.013342497870326042,
-            "count": 250
+            "value": -0.06074035167694092,
+            "min": -0.11597342044115067,
+            "max": 0.1948600858449936,
+            "count": 704
         },
         "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": {
-            "value": -0.010387110523879528,
-            "min": -0.7499188184738159,
-            "max": 0.20013746619224548,
-            "count": 250
+            "value": -13.484357833862305,
+            "min": -25.862071990966797,
+            "max": 26.50035858154297,
+            "count": 704
         },
         "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": {
-            "value": -0.0010164172854274511,
-            "min": -0.05617080628871918,
-            "max": 0.010913969948887825,
-            "count": 250
+            "value": -0.0662940964102745,
+            "min": -0.1210218295454979,
+            "max": 0.19391171634197235,
+            "count": 704
         },
         "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": {
-            "value": -0.010164172388613224,
-            "min": -0.7663001418113708,
-            "max": 0.16370955109596252,
-            "count": 250
+            "value": -14.717288970947266,
+            "min": -26.98786735534668,
+            "max": 25.794082641601562,
+            "count": 704
         },
         "SoccerTwos.Environment.CumulativeReward.mean": {
             "value": 0.0,
             "min": 0.0,
             "max": 0.0,
-            "count": 250
+            "count": 704
         },
         "SoccerTwos.Environment.CumulativeReward.sum": {
             "value": 0.0,
             "min": 0.0,
             "max": 0.0,
-            "count": 250
+            "count": 704
         },
         "SoccerTwos.Policy.ExtrinsicReward.mean": {
-            "value": 0.0,
-            "min": -0.42857142857142855,
-            "max": 0.19049999862909317,
-            "count": 250
+            "value": -0.08468108241622513,
+            "min": -0.6923076923076923,
+            "max": 0.5915529400694604,
+            "count": 704
         },
         "SoccerTwos.Policy.ExtrinsicReward.sum": {
-            "value": 0.0,
-            "min": -6.0,
-            "max": 2.8387999534606934,
-            "count": 250
+            "value": -18.799200296401978,
+            "min": -60.4280002117157,
+            "max": 61.04619997739792,
+            "count": 704
         },
         "SoccerTwos.Environment.GroupCumulativeReward.mean": {
-            "value": 0.0,
-            "min": -0.42857142857142855,
-            "max": 0.19049999862909317,
-            "count": 250
+            "value": -0.08468108241622513,
+            "min": -0.6923076923076923,
+            "max": 0.5915529400694604,
+            "count": 704
         },
         "SoccerTwos.Environment.GroupCumulativeReward.sum": {
-            "value": 0.0,
-            "min": -6.0,
-            "max": 2.8387999534606934,
-            "count": 250
+            "value": -18.799200296401978,
+            "min": -60.4280002117157,
+            "max": 61.04619997739792,
+            "count": 704
         },
         "SoccerTwos.IsTraining.mean": {
             "value": 1.0,
             "min": 1.0,
             "max": 1.0,
-            "count": 250
+            "count": 704
         },
         "SoccerTwos.IsTraining.sum": {
             "value": 1.0,
             "min": 1.0,
             "max": 1.0,
-            "count": 250
+            "count": 704
         },
         "SoccerTwos.Losses.PolicyLoss.mean": {
-            "value": 0.02134924506729779,
-            "min": 0.011885839679356044,
-            "max": 0.02314866385422647,
-            "count": 114
+            "value": 0.015370015262548501,
+            "min": 0.010174326867369625,
+            "max": 0.023466580976188804,
+            "count": 339
         },
         "SoccerTwos.Losses.PolicyLoss.sum": {
-            "value": 0.02134924506729779,
-            "min": 0.011885839679356044,
-            "max": 0.02314866385422647,
-            "count": 114
+            "value": 0.015370015262548501,
+            "min": 0.010174326867369625,
+            "max": 0.023466580976188804,
+            "count": 339
         },
         "SoccerTwos.Losses.ValueLoss.mean": {
-            "value": 0.0007943289461157595,
-            "min": 2.108003667918486e-08,
-            "max": 0.005237467881912986,
-            "count": 114
+            "value": 0.11729971667130788,
+            "min": 0.0002513466461095959,
+            "max": 0.1320496921737989,
+            "count": 339
         },
         "SoccerTwos.Losses.ValueLoss.sum": {
-            "value": 0.0007943289461157595,
-            "min": 2.108003667918486e-08,
-            "max": 0.005237467881912986,
-            "count": 114
+            "value": 0.11729971667130788,
+            "min": 0.0002513466461095959,
+            "max": 0.1320496921737989,
+            "count": 339
         },
         "SoccerTwos.Losses.BaselineLoss.mean": {
-            "value": 0.0007948434950473408,
-            "min": 2.4040913615408498e-08,
-            "max": 0.005278037526668646,
-            "count": 114
+            "value": 0.11993283405900002,
+            "min": 0.0002519307580466072,
+            "max": 0.1352373423675696,
+            "count": 339
         },
         "SoccerTwos.Losses.BaselineLoss.sum": {
-            "value": 0.0007948434950473408,
-            "min": 2.4040913615408498e-08,
-            "max": 0.005278037526668646,
-            "count": 114
+            "value": 0.11993283405900002,
+            "min": 0.0002519307580466072,
+            "max": 0.1352373423675696,
+            "count": 339
         },
         "SoccerTwos.Policy.LearningRate.mean": {
             "value": 0.0003,
             "min": 0.0003,
             "max": 0.0003,
-            "count": 114
+            "count": 339
         },
         "SoccerTwos.Policy.LearningRate.sum": {
             "value": 0.0003,
             "min": 0.0003,
             "max": 0.0003,
-            "count": 114
+            "count": 339
         },
         "SoccerTwos.Policy.Epsilon.mean": {
             "value": 0.20000000000000007,
-            "min": 0.19999999999999993,
+            "min": 0.20000000000000007,
             "max": 0.20000000000000007,
-            "count": 114
+            "count": 339
         },
         "SoccerTwos.Policy.Epsilon.sum": {
             "value": 0.20000000000000007,
-            "min": 0.19999999999999993,
+            "min": 0.20000000000000007,
             "max": 0.20000000000000007,
-            "count": 114
+            "count": 339
         },
         "SoccerTwos.Policy.Beta.mean": {
             "value": 0.005000000000000001,
-            "min": 0.005,
+            "min": 0.005000000000000001,
             "max": 0.005000000000000001,
-            "count": 114
+            "count": 339
         },
         "SoccerTwos.Policy.Beta.sum": {
             "value": 0.005000000000000001,
-            "min": 0.005,
+            "min": 0.005000000000000001,
             "max": 0.005000000000000001,
-            "count": 114
+            "count": 339
         }
     },
     "metadata": {
         "timer_format_version": "0.1.0",
-        "start_time_seconds": "1678684591",
+        "start_time_seconds": "1678713961",
         "python_version": "3.9.5 (tags/v3.9.5:0a7dcbd, May  3 2021, 17:27:52) [MSC v.1928 64 bit (AMD64)]",
-        "command_line_arguments": "D:\\Documents\\Tesis\\ThesisEnv\\Scripts\\mlagents-learn ./config/poca/SoccerTwos.yaml --env=./training-envs-executables/SoccerTwos/SoccerTwos.exe --run-id=SoccerTwos --no-graphics --resume",
+        "command_line_arguments": "D:\\Documents\\Tesis\\thesis_env\\Scripts\\mlagents-learn ./config/poca/SoccerTwos.yaml --env=./training-envs-executables/SoccerTwos/SoccerTwos.exe --run-id=SoccerTwos --no-graphics --force",
         "mlagents_version": "0.31.0.dev0",
         "mlagents_envs_version": "0.31.0.dev0",
         "communication_protocol_version": "1.5.0",
-        "pytorch_version": "1.9.0+cu111",
+        "pytorch_version": "1.13.1+cu117",
         "numpy_version": "1.21.2",
-        "end_time_seconds": "1678687742"
+        "end_time_seconds": "1678723711"
     },
-    "total": 3151.4842113,
+    "total": 9750.104004300001,
     "count": 1,
-    "self": 0.016261300000223855,
+    "self": 10.003247300001021,
     "children": {
         "run_training.setup": {
-            "total": 0.09717900000000013,
+            "total": 0.07687440000000012,
             "count": 1,
-            "self": 0.09717900000000013
+            "self": 0.07687440000000012
         },
         "TrainerController.start_learning": {
-            "total": 3151.370771,
+            "total": 9740.0238826,
             "count": 1,
-            "self": 2.0168790000629997,
+            "self": 7.724189599975944,
             "children": {
                 "TrainerController._reset_env": {
-                    "total": 4.689159699999904,
-                    "count": 14,
-                    "self": 4.689159699999904
+                    "total": 4.467239400000678,
+                    "count": 36,
+                    "self": 4.467239400000678
                 },
                 "TrainerController.advance": {
-                    "total": 3144.4836520999365,
-                    "count": 162263,
-                    "self": 1.8678062998246787,
+                    "total": 9727.696367000024,
+                    "count": 483920,
+                    "self": 7.016409299465522,
                     "children": {
                         "env_step": {
-                            "total": 2297.872791800044,
-                            "count": 162263,
-                            "self": 1270.1040855000338,
+                            "total": 6934.6784766001065,
+                            "count": 483920,
+                            "self": 3886.844949600211,
                             "children": {
                                 "SubprocessEnvManager._take_step": {
-                                    "total": 1026.5704947000188,
-                                    "count": 162263,
-                                    "self": 13.502557399951115,
+                                    "total": 3043.5347973999606,
+                                    "count": 483920,
+                                    "self": 41.95428089978077,
                                     "children": {
                                         "TorchPolicy.evaluate": {
-                                            "total": 1013.0679373000677,
-                                            "count": 322534,
-                                            "self": 1013.0679373000677
+                                            "total": 3001.58051650018,
+                                            "count": 888768,
+                                            "self": 3001.58051650018
                                         }
                                     }
                                 },
                                 "workers": {
-                                    "total": 1.1982115999915273,
-                                    "count": 162262,
+                                    "total": 4.298729599934866,
+                                    "count": 483919,
                                     "self": 0.0,
                                     "children": {
                                         "worker_root": {
-                                            "total": 3146.7164957999753,
-                                            "count": 162262,
+                                            "total": 9725.774499699804,
+                                            "count": 483919,
                                             "is_parallel": true,
-                                            "self": 2135.1496627000106,
+                                            "self": 6612.978115899807,
                                             "children": {
                                                 "steps_from_proto": {
-                                                    "total": 0.01665300000029002,
-                                                    "count": 28,
+                                                    "total": 0.04373279999500079,
+                                                    "count": 72,
                                                     "is_parallel": true,
-                                                    "self": 0.0032080000011147636,
+                                                    "self": 0.00917410000889296,
                                                     "children": {
                                                         "_process_rank_one_or_two_observation": {
-                                                            "total": 0.013444999999175256,
-                                                            "count": 112,
+                                                            "total": 0.03455869998610783,
+                                                            "count": 288,
                                                             "is_parallel": true,
-                                                            "self": 0.013444999999175256
+                                                            "self": 0.03455869998610783
                                                         }
                                                     }
                                                 },
                                                 "UnityEnvironment.step": {
-                                                    "total": 1011.5501800999642,
-                                                    "count": 162262,
+                                                    "total": 3112.7526510000025,
+                                                    "count": 483919,
                                                     "is_parallel": true,
-                                                    "self": 61.91986479981006,
+                                                    "self": 182.07600340061526,
                                                     "children": {
                                                         "UnityEnvironment._generate_step_input": {
-                                                            "total": 46.4582794000554,
-                                                            "count": 162262,
+                                                            "total": 135.5325888000735,
+                                                            "count": 483919,
                                                             "is_parallel": true,
-                                                            "self": 46.4582794000554
+                                                            "self": 135.5325888000735
                                                         },
                                                         "communicator.exchange": {
-                                                            "total": 727.5837286001208,
-                                                            "count": 162262,
+                                                            "total": 2265.856488799818,
+                                                            "count": 483919,
                                                             "is_parallel": true,
-                                                            "self": 727.5837286001208
+                                                            "self": 2265.856488799818
                                                         },
                                                         "steps_from_proto": {
-                                                            "total": 175.58830729997794,
-                                                            "count": 324524,
+                                                            "total": 529.2875699994958,
+                                                            "count": 967838,
                                                             "is_parallel": true,
-                                                            "self": 32.83000259992565,
+                                                            "self": 107.62243100090029,
                                                             "children": {
                                                                 "_process_rank_one_or_two_observation": {
-                                                                    "total": 142.7583047000523,
-                                                                    "count": 1298096,
+                                                                    "total": 421.66513899859547,
+                                                                    "count": 3871352,
                                                                     "is_parallel": true,
-                                                                    "self": 142.7583047000523
+                                                                    "self": 421.66513899859547
                                                                 }
                                                             }
                                                         }
@@ -313,31 +313,31 @@
                             }
                         },
                         "trainer_advance": {
-                            "total": 844.7430540000676,
-                            "count": 162262,
-                            "self": 19.000603900157444,
+                            "total": 2786.0014811004517,
+                            "count": 483919,
+                            "self": 59.94428539993896,
                             "children": {
                                 "process_trajectory": {
-                                    "total": 379.7854739999091,
-                                    "count": 162262,
-                                    "self": 379.00909629990906,
+                                    "total": 1374.0508428005123,
+                                    "count": 483919,
+                                    "self": 1371.9640646005146,
                                     "children": {
                                         "RLTrainer._checkpoint": {
-                                            "total": 0.7763777000000118,
-                                            "count": 5,
-                                            "self": 0.7763777000000118
+                                            "total": 2.0867781999976387,
+                                            "count": 14,
+                                            "self": 2.0867781999976387
                                         }
                                     }
                                 },
                                 "_update_policy": {
-                                    "total": 445.95697610000104,
-                                    "count": 114,
-                                    "self": 245.30024019999462,
+                                    "total": 1352.0063529000004,
+                                    "count": 339,
+                                    "self": 716.9173988999912,
                                     "children": {
                                         "TorchPOCAOptimizer.update": {
-                                            "total": 200.65673590000642,
-                                            "count": 3450,
-                                            "self": 200.65673590000642
+                                            "total": 635.0889540000092,
+                                            "count": 10170,
+                                            "self": 635.0889540000092
                                         }
                                     }
                                 }
@@ -346,19 +346,19 @@
                     }
                 },
                 "trainer_threads": {
-                    "total": 5.000001692678779e-07,
+                    "total": 6.999998731771484e-07,
                     "count": 1,
-                    "self": 5.000001692678779e-07
+                    "self": 6.999998731771484e-07
                 },
                 "TrainerController._save_models": {
-                    "total": 0.18107970000028217,
+                    "total": 0.1360858999996708,
                     "count": 1,
-                    "self": 0.005327400000169291,
+                    "self": 0.00494789999902423,
                     "children": {
                         "RLTrainer._checkpoint": {
-                            "total": 0.17575230000011288,
+                            "total": 0.13113800000064657,
                             "count": 1,
-                            "self": 0.17575230000011288
+                            "self": 0.13113800000064657
                         }
                     }
                 }

run_logs/training_status.json

@@ -2,65 +2,65 @@
     "SoccerTwos": {
         "checkpoints": [
             {
-                "steps": 1499338,
-                "file_path": "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-1499338.onnx",
+                "steps": 5499998,
+                "file_path": "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-5499998.onnx",
                 "reward": 0.0,
-                "creation_time": 1678685809.7353427,
+                "creation_time": 1678721492.971189,
                 "auxillary_file_paths": [
-                    "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-1499338.pt"
+                    "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-5499998.pt"
                 ]
             },
             {
-                "steps": 1999536,
-                "file_path": "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-1999536.onnx",
+                "steps": 5999990,
+                "file_path": "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-5999990.onnx",
                 "reward": 0.0,
-                "creation_time": 1678686480.329692,
+                "creation_time": 1678722177.081898,
                 "auxillary_file_paths": [
-                    "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-1999536.pt"
+                    "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-5999990.pt"
                 ]
             },
             {
-                "steps": 2499368,
-                "file_path": "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-2499368.onnx",
+                "steps": 6499910,
+                "file_path": "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-6499910.onnx",
                 "reward": 0.0,
-                "creation_time": 1678687092.4531252,
+                "creation_time": 1678722902.0392876,
                 "auxillary_file_paths": [
-                    "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-2499368.pt"
+                    "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-6499910.pt"
                 ]
             },
             {
-                "steps": 2999030,
-                "file_path": "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-2999030.onnx",
+                "steps": 6999996,
+                "file_path": "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-6999996.onnx",
                 "reward": 0.0,
-                "creation_time": 1678687707.5865192,
+                "creation_time": 1678723632.2841418,
                 "auxillary_file_paths": [
-                    "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-2999030.pt"
+                    "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-6999996.pt"
                 ]
             },
             {
-                "steps": 3030786,
-                "file_path": "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-3030786.onnx",
+                "steps": 7047290,
+                "file_path": "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-7047290.onnx",
                 "reward": 0.0,
-                "creation_time": 1678687742.807447,
+                "creation_time": 1678723701.3190248,
                 "auxillary_file_paths": [
-                    "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-3030786.pt"
+                    "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-7047290.pt"
                 ]
             }
         ],
-        "elo": 1179.7473874222376,
+        "elo": 1714.1695390061957,
         "final_checkpoint": {
-            "steps": 3030786,
+            "steps": 7047290,
             "file_path": "results\\SoccerTwos\\SoccerTwos.onnx",
             "reward": 0.0,
-            "creation_time": 1678687742.807447,
+            "creation_time": 1678723701.3190248,
             "auxillary_file_paths": [
-                "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-3030786.pt"
+                "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-7047290.pt"
             ]
         }
     },
     "metadata": {
         "stats_format_version": "0.3.0",
         "mlagents_version": "0.31.0.dev0",
-        "torch_version": "1.9.0+cu111"
+        "torch_version": "1.13.1+cu117"
     }
 }