Second Push

SoccerTwos.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:622d919055a7ade68aa1388395522eeffe2f19afadf819a3bad48ee068718812
+oid sha256:dec0c469da94f4faf544bf1483354e22398d30d9cc3b4396560089d3146d8749
 size 1764633

SoccerTwos/.DS_Store

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d65165279105ca6773180500688df4bdc69a2c7b771752f0a46ef120b7fd8ec3
+size 6148

SoccerTwos/SoccerTwos-14999974.onnx

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:622d919055a7ade68aa1388395522eeffe2f19afadf819a3bad48ee068718812
-size 1764633

SoccerTwos/SoccerTwos-14999974.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:9905d5d449e6c4fe72778b0d16a67245726aa12ac0118a391af54b049236c7c6
-size 28421201

SoccerTwos/{SoccerTwos-12999635.onnx → SoccerTwos-15499962.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:694daba22c499334a159993c4aad00e4ac5ad3fdf96e336251f66085b76afd8e
+oid sha256:8572964cd4c615420314cb9f66cfb6647d81fc5b5a62a9891e52ffb3a26a0acb
 size 1764633

SoccerTwos/{SoccerTwos-13999970.pt → SoccerTwos-15499962.pt}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4f130147b9bf8d6d382e6b42f195158a21b2c94c79f63bbaec4b3831c9e6a169
+oid sha256:ed2719f8f4d27b16ef674c5db4d0fdcb555cdb9beeb105badfda74832bd71680
 size 28421201

SoccerTwos/{SoccerTwos-13999970.onnx → SoccerTwos-15999978.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:818db2085ad2b79fbea9ceb2ea44888f54957318bde99f8c20e4d0b743702ecf
+oid sha256:fe8f05761baeeb8187639d7041bf294207e18a555b8d1d758cdf81b104d1451f
 size 1764633

SoccerTwos/{SoccerTwos-12999635.pt → SoccerTwos-15999978.pt}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:06edc30d59de0bf80f11ec54ab8033bf17be77cff11b64944dd5e717029ebf92
+oid sha256:7242a0d60569cd1313dbe3d96eef8d47e94df6df435beadccb158ff59cd516cf
 size 28421201

SoccerTwos/{SoccerTwos-13499958.onnx → SoccerTwos-16499949.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ea354720ce250ff3e911301dfea75908934cb0925e1f52dac4d97fc5e6e97778
+oid sha256:0ff5655ea40a45c9c0504263ddbf6aaeb33f1c51c4fd7f14efe17a365b16d3ee
 size 1764633

SoccerTwos/{SoccerTwos-14499924.pt → SoccerTwos-16499949.pt}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a0ee60b77ffa51f5faa5065b6a35ce47aec84025f82ebe0e4448983194728ebc
+oid sha256:c350efc9136aaa5b28787b2e5335db69af1db679b8e3384afd14f78ef9e30a14
 size 28421201

SoccerTwos/{SoccerTwos-14499924.onnx → SoccerTwos-16999817.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ccb814c9668d014108d44439e94639e112ee7cfe67c91d167f3ecb09e0a8f28e
+oid sha256:cac240d9115499670e4a7cb3c6e50b31e94a0dde46c3b2729cbd7b159de05dec
 size 1764633

SoccerTwos/{SoccerTwos-13499958.pt → SoccerTwos-16999817.pt}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:92ce6d6219ee77a02ffbb50118380a8995e689883dc4063660bda2e76a3dde54
+oid sha256:6969774dcf76bb08161a79d4484e49299e5ecbd51e693745bdb99f5138493f02
 size 28421201

SoccerTwos/SoccerTwos-17122460.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dec0c469da94f4faf544bf1483354e22398d30d9cc3b4396560089d3146d8749
+size 1764633

SoccerTwos/SoccerTwos-17122460.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:225dc4dddebd337580b5717f752af533e11ed866af3a149d167fc0b4e06e69b9
+size 28421201

SoccerTwos/checkpoint.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9905d5d449e6c4fe72778b0d16a67245726aa12ac0118a391af54b049236c7c6
+oid sha256:225dc4dddebd337580b5717f752af533e11ed866af3a149d167fc0b4e06e69b9
 size 28421201

SoccerTwos/events.out.tfevents.1680813521.MacBook-Air-5.local.50515.0

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ea04c15cea73b7e034fc3b4a1551b53246b793888e718156c2f966ebf4ef6861
-size 14194128
+oid sha256:16e30bdf7afb46aac964784de1b5a734e374cd5ccf7b3cdbafb6eedfa1d0f8c5
+size 16270256

run_logs/Player-0.log

@@ -1623,3 +1623,251 @@ TOO LONG
 TOO LONG
 TOO LONG
 TOO LONG
+Thread 0x16d4af000 may have been prematurely finalized
+Setting up 4 worker threads for Enlighten.
+Memory Statistics:
+[ALLOC_TEMP_TLS] TLS Allocator
+  StackAllocators : 
+    [ALLOC_TEMP_MAIN]
+      Peak usage frame count: [8.0 KB-16.0 KB]: 324594 frames, [2.0 MB-4.0 MB]: 1 frames
+      Initial Block Size 4.0 MB
+      Current Block Size 4.0 MB
+      Peak Allocated Bytes 2.1 MB
+      Overflow Count 0
+    [ALLOC_TEMP_Loading.AsyncRead]
+      Initial Block Size 64.0 KB
+      Current Block Size 64.0 KB
+      Peak Allocated Bytes 129 B
+      Overflow Count 0
+    [ALLOC_TEMP_Loading.PreloadManager]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 78.8 KB
+      Overflow Count 4
+    [ALLOC_TEMP_Background Job.Worker 8]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 6]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0.7 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 0]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 10]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 9]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 5]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 14]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 6]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 4]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 3]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 12]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_EnlightenWorker] x 4
+      Initial Block Size 64.0 KB
+      Current Block Size 64.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 15]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 1]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 2]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 7]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_AssetGarbageCollectorHelper] x 7
+      Initial Block Size 64.0 KB
+      Current Block Size 64.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 5]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 13]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_OSX HID Input]
+      Initial Block Size 64.0 KB
+      Current Block Size 64.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 1]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 2]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 3]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 11]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 0]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 4]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_BatchDeleteObjects]
+      Initial Block Size 64.0 KB
+      Current Block Size 64.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+[ALLOC_DEFAULT] Dual Thread Allocator
+  Peak main deferred allocation count 8
+    [ALLOC_BUCKET]
+      Large Block size 4.0 MB
+      Used Block count 1
+      Peak Allocated bytes 1.0 MB
+    [ALLOC_DEFAULT_MAIN]
+      Peak usage frame count: [4.0 MB-8.0 MB]: 324595 frames
+      Requested Block Size 16.0 MB
+      Peak Block count 1
+      Peak Allocated memory 4.8 MB
+      Peak Large allocation bytes 0 B
+    [ALLOC_DEFAULT_THREAD]
+      Peak usage frame count: [16.0 MB-32.0 MB]: 324595 frames
+      Requested Block Size 16.0 MB
+      Peak Block count 1
+      Peak Allocated memory 17.5 MB
+      Peak Large allocation bytes 16.0 MB
+[ALLOC_TEMP_JOB_1_FRAME]
+  Initial Block Size 2.0 MB
+  Used Block Count 1
+  Overflow Count (too large) 0
+  Overflow Count (full) 0
+[ALLOC_TEMP_JOB_2_FRAMES]
+  Initial Block Size 2.0 MB
+  Used Block Count 1
+  Overflow Count (too large) 0
+  Overflow Count (full) 0
+[ALLOC_TEMP_JOB_4_FRAMES (JobTemp)]
+  Initial Block Size 2.0 MB
+  Used Block Count 2
+  Overflow Count (too large) 0
+  Overflow Count (full) 0
+[ALLOC_TEMP_JOB_ASYNC (Background)]
+  Initial Block Size 1.0 MB
+  Used Block Count 3
+  Overflow Count (too large) 0
+  Overflow Count (full) 0
+[ALLOC_GFX] Dual Thread Allocator
+  Peak main deferred allocation count 0
+    [ALLOC_BUCKET]
+      Large Block size 4.0 MB
+      Used Block count 1
+      Peak Allocated bytes 1.0 MB
+    [ALLOC_GFX_MAIN]
+      Peak usage frame count: [32.0 KB-64.0 KB]: 324594 frames, [64.0 KB-128.0 KB]: 1 frames
+      Requested Block Size 16.0 MB
+      Peak Block count 1
+      Peak Allocated memory 65.6 KB
+      Peak Large allocation bytes 0 B
+    [ALLOC_GFX_THREAD]
+      Peak usage frame count: [128.0 KB-256.0 KB]: 324595 frames
+      Requested Block Size 16.0 MB
+      Peak Block count 1
+      Peak Allocated memory 173.5 KB
+      Peak Large allocation bytes 0 B
+[ALLOC_CACHEOBJECTS] Dual Thread Allocator
+  Peak main deferred allocation count 0
+    [ALLOC_BUCKET]
+      Large Block size 4.0 MB
+      Used Block count 1
+      Peak Allocated bytes 1.0 MB
+    [ALLOC_CACHEOBJECTS_MAIN]
+      Peak usage frame count: [0.5 MB-1.0 MB]: 324595 frames
+      Requested Block Size 4.0 MB
+      Peak Block count 1
+      Peak Allocated memory 0.6 MB
+      Peak Large allocation bytes 0 B
+    [ALLOC_CACHEOBJECTS_THREAD]
+      Peak usage frame count: [0.5 MB-1.0 MB]: 324594 frames, [2.0 MB-4.0 MB]: 1 frames
+      Requested Block Size 4.0 MB
+      Peak Block count 1
+      Peak Allocated memory 3.4 MB
+      Peak Large allocation bytes 0 B
+[ALLOC_TYPETREE] Dual Thread Allocator
+  Peak main deferred allocation count 0
+    [ALLOC_BUCKET]
+      Large Block size 4.0 MB
+      Used Block count 1
+      Peak Allocated bytes 1.0 MB
+    [ALLOC_TYPETREE_MAIN]
+      Peak usage frame count: [0-1.0 KB]: 324595 frames
+      Requested Block Size 2.0 MB
+      Peak Block count 1
+      Peak Allocated memory 1.0 KB
+      Peak Large allocation bytes 0 B
+    [ALLOC_TYPETREE_THREAD]
+      Peak usage frame count: [1.0 KB-2.0 KB]: 324594 frames, [2.0 KB-4.0 KB]: 1 frames
+      Requested Block Size 2.0 MB
+      Peak Block count 1
+      Peak Allocated memory 2.2 KB
+      Peak Large allocation bytes 0 B

run_logs/timers.json

@@ -1,8 +1,202 @@
 {
     "name": "root",
+    "gauges": {
+        "SoccerTwos.Policy.Entropy.mean": {
+            "value": 1.449774980545044,
+            "min": 1.3487062454223633,
+            "max": 3.2957112789154053,
+            "count": 1712
+        },
+        "SoccerTwos.Policy.Entropy.sum": {
+            "value": 29784.177734375,
+            "min": 22025.048828125,
+            "max": 127799.4296875,
+            "count": 1712
+        },
+        "SoccerTwos.Environment.EpisodeLength.mean": {
+            "value": 53.9010989010989,
+            "min": 42.4,
+            "max": 999.0,
+            "count": 1712
+        },
+        "SoccerTwos.Environment.EpisodeLength.sum": {
+            "value": 19620.0,
+            "min": 13552.0,
+            "max": 28056.0,
+            "count": 1712
+        },
+        "SoccerTwos.Self-play.ELO.mean": {
+            "value": 1714.6954441310768,
+            "min": 1195.4577594768393,
+            "max": 1729.4800631598341,
+            "count": 1649
+        },
+        "SoccerTwos.Self-play.ELO.sum": {
+            "value": 312074.570831856,
+            "min": 2394.412484963762,
+            "max": 371230.66129604285,
+            "count": 1649
+        },
+        "SoccerTwos.Step.mean": {
+            "value": 17119927.0,
+            "min": 9046.0,
+            "max": 17119927.0,
+            "count": 1712
+        },
+        "SoccerTwos.Step.sum": {
+            "value": 17119927.0,
+            "min": 9046.0,
+            "max": 17119927.0,
+            "count": 1712
+        },
+        "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": {
+            "value": -0.03298421949148178,
+            "min": -0.1342843621969223,
+            "max": 0.14929881691932678,
+            "count": 1712
+        },
+        "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": {
+            "value": -6.0031280517578125,
+            "min": -20.105175018310547,
+            "max": 25.184162139892578,
+            "count": 1712
+        },
+        "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": {
+            "value": -0.030438734218478203,
+            "min": -0.14658209681510925,
+            "max": 0.15797609090805054,
+            "count": 1712
+        },
+        "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": {
+            "value": -5.539849758148193,
+            "min": -20.228328704833984,
+            "max": 24.80224609375,
+            "count": 1712
+        },
+        "SoccerTwos.Environment.CumulativeReward.mean": {
+            "value": 0.0,
+            "min": 0.0,
+            "max": 0.0,
+            "count": 1712
+        },
+        "SoccerTwos.Environment.CumulativeReward.sum": {
+            "value": 0.0,
+            "min": 0.0,
+            "max": 0.0,
+            "count": 1712
+        },
+        "SoccerTwos.Policy.ExtrinsicReward.mean": {
+            "value": 0.11100439612682049,
+            "min": -0.5801428584825425,
+            "max": 0.3921764703357921,
+            "count": 1712
+        },
+        "SoccerTwos.Policy.ExtrinsicReward.sum": {
+            "value": 20.20280009508133,
+            "min": -62.30199992656708,
+            "max": 59.65120041370392,
+            "count": 1712
+        },
+        "SoccerTwos.Environment.GroupCumulativeReward.mean": {
+            "value": 0.11100439612682049,
+            "min": -0.5801428584825425,
+            "max": 0.3921764703357921,
+            "count": 1712
+        },
+        "SoccerTwos.Environment.GroupCumulativeReward.sum": {
+            "value": 20.20280009508133,
+            "min": -62.30199992656708,
+            "max": 59.65120041370392,
+            "count": 1712
+        },
+        "SoccerTwos.IsTraining.mean": {
+            "value": 1.0,
+            "min": 1.0,
+            "max": 1.0,
+            "count": 1712
+        },
+        "SoccerTwos.IsTraining.sum": {
+            "value": 1.0,
+            "min": 1.0,
+            "max": 1.0,
+            "count": 1712
+        },
+        "SoccerTwos.Losses.PolicyLoss.mean": {
+            "value": 0.015179576117467756,
+            "min": 0.01009599030391352,
+            "max": 0.02409853325225413,
+            "count": 824
+        },
+        "SoccerTwos.Losses.PolicyLoss.sum": {
+            "value": 0.015179576117467756,
+            "min": 0.01009599030391352,
+            "max": 0.02409853325225413,
+            "count": 824
+        },
+        "SoccerTwos.Losses.ValueLoss.mean": {
+            "value": 0.10501042852799097,
+            "min": 3.019063920343494e-07,
+            "max": 0.12999793688456218,
+            "count": 824
+        },
+        "SoccerTwos.Losses.ValueLoss.sum": {
+            "value": 0.10501042852799097,
+            "min": 3.019063920343494e-07,
+            "max": 0.12999793688456218,
+            "count": 824
+        },
+        "SoccerTwos.Losses.BaselineLoss.mean": {
+            "value": 0.10629602844516436,
+            "min": 2.915903247450539e-07,
+            "max": 0.1321681447327137,
+            "count": 824
+        },
+        "SoccerTwos.Losses.BaselineLoss.sum": {
+            "value": 0.10629602844516436,
+            "min": 2.915903247450539e-07,
+            "max": 0.1321681447327137,
+            "count": 824
+        },
+        "SoccerTwos.Policy.LearningRate.mean": {
+            "value": 0.0003,
+            "min": 0.0003,
+            "max": 0.0003,
+            "count": 824
+        },
+        "SoccerTwos.Policy.LearningRate.sum": {
+            "value": 0.0003,
+            "min": 0.0003,
+            "max": 0.0003,
+            "count": 824
+        },
+        "SoccerTwos.Policy.Epsilon.mean": {
+            "value": 0.20000000000000007,
+            "min": 0.20000000000000007,
+            "max": 0.20000000000000007,
+            "count": 824
+        },
+        "SoccerTwos.Policy.Epsilon.sum": {
+            "value": 0.20000000000000007,
+            "min": 0.20000000000000007,
+            "max": 0.20000000000000007,
+            "count": 824
+        },
+        "SoccerTwos.Policy.Beta.mean": {
+            "value": 0.005000000000000001,
+            "min": 0.005000000000000001,
+            "max": 0.005000000000000001,
+            "count": 824
+        },
+        "SoccerTwos.Policy.Beta.sum": {
+            "value": 0.005000000000000001,
+            "min": 0.005000000000000001,
+            "max": 0.005000000000000001,
+            "count": 824
+        }
+    },
     "metadata": {
         "timer_format_version": "0.1.0",
-        "start_time_seconds": "1680813490",
+        "start_time_seconds": "1680813518",
         "python_version": "3.9.16 (main, Mar  8 2023, 04:29:24) \n[Clang 14.0.6 ]",
         "command_line_arguments": "/Users/margarita/ml-agents/ml-agents/mlagents/trainers/learn.py ./config/poca/SoccerTwos.yaml --env=/Users/margarita/ml-agents/training-envs-executables/SoccerTwos/SoccerTwos.app --run-id=SoccerTwos --no-graphics",
         "mlagents_version": "0.31.0.dev0",
@@ -10,36 +204,163 @@
         "communication_protocol_version": "1.5.0",
         "pytorch_version": "1.11.0",
         "numpy_version": "1.21.2",
-        "end_time_seconds": "1680813496"
+        "end_time_seconds": "1680880620"
     },
-    "total": 6.7608675,
+    "total": 67101.769653542,
     "count": 1,
-    "self": 0.006289499999999393,
+    "self": 0.4097942930093268,
     "children": {
         "run_training.setup": {
-            "total": 0.019866791000000106,
+            "total": 0.019266541000000026,
             "count": 1,
-            "self": 0.019866791000000106
+            "self": 0.019266541000000026
         },
         "TrainerController.start_learning": {
-            "total": 6.734711209,
+            "total": 67101.34059270799,
             "count": 1,
-            "self": 0.0004421660000000216,
+            "self": 13.524889400883694,
             "children": {
                 "TrainerController._reset_env": {
-                    "total": 6.734171584,
-                    "count": 1,
-                    "self": 6.734171584
+                    "total": 6.832727633034846,
+                    "count": 86,
+                    "self": 6.832727633034846
+                },
+                "TrainerController.advance": {
+                    "total": 67080.89591046606,
+                    "count": 1167525,
+                    "self": 11.79990935177193,
+                    "children": {
+                        "env_step": {
+                            "total": 53675.59226013494,
+                            "count": 1167525,
+                            "self": 51863.03611767621,
+                            "children": {
+                                "SubprocessEnvManager._take_step": {
+                                    "total": 1803.520905126439,
+                                    "count": 1167525,
+                                    "self": 53.666242776936315,
+                                    "children": {
+                                        "TorchPolicy.evaluate": {
+                                            "total": 1749.8546623495026,
+                                            "count": 2164000,
+                                            "self": 1749.8546623495026
+                                        }
+                                    }
+                                },
+                                "workers": {
+                                    "total": 9.035237332286467,
+                                    "count": 1167524,
+                                    "self": 0.0,
+                                    "children": {
+                                        "worker_root": {
+                                            "total": 67074.64384416582,
+                                            "count": 1167524,
+                                            "is_parallel": true,
+                                            "self": 16733.83932746815,
+                                            "children": {
+                                                "steps_from_proto": {
+                                                    "total": 0.1397440380091468,
+                                                    "count": 172,
+                                                    "is_parallel": true,
+                                                    "self": 0.014730041952381256,
+                                                    "children": {
+                                                        "_process_rank_one_or_two_observation": {
+                                                            "total": 0.12501399605676555,
+                                                            "count": 688,
+                                                            "is_parallel": true,
+                                                            "self": 0.12501399605676555
+                                                        }
+                                                    }
+                                                },
+                                                "UnityEnvironment.step": {
+                                                    "total": 50340.664772659664,
+                                                    "count": 1167524,
+                                                    "is_parallel": true,
+                                                    "self": 140.5281040196205,
+                                                    "children": {
+                                                        "UnityEnvironment._generate_step_input": {
+                                                            "total": 905.3984929642213,
+                                                            "count": 1167524,
+                                                            "is_parallel": true,
+                                                            "self": 905.3984929642213
+                                                        },
+                                                        "communicator.exchange": {
+                                                            "total": 47292.84596446135,
+                                                            "count": 1167524,
+                                                            "is_parallel": true,
+                                                            "self": 47292.84596446135
+                                                        },
+                                                        "steps_from_proto": {
+                                                            "total": 2001.8922112144726,
+                                                            "count": 2335048,
+                                                            "is_parallel": true,
+                                                            "self": 208.63691510042804,
+                                                            "children": {
+                                                                "_process_rank_one_or_two_observation": {
+                                                                    "total": 1793.2552961140445,
+                                                                    "count": 9340192,
+                                                                    "is_parallel": true,
+                                                                    "self": 1793.2552961140445
+                                                                }
+                                                            }
+                                                        }
+                                                    }
+                                                }
+                                            }
+                                        }
+                                    }
+                                }
+                            }
+                        },
+                        "trainer_advance": {
+                            "total": 13393.503740979355,
+                            "count": 1167524,
+                            "self": 100.4404484370807,
+                            "children": {
+                                "process_trajectory": {
+                                    "total": 2487.652892616354,
+                                    "count": 1167524,
+                                    "self": 2484.0921254493624,
+                                    "children": {
+                                        "RLTrainer._checkpoint": {
+                                            "total": 3.5607671669915817,
+                                            "count": 34,
+                                            "self": 3.5607671669915817
+                                        }
+                                    }
+                                },
+                                "_update_policy": {
+                                    "total": 10805.41039992592,
+                                    "count": 824,
+                                    "self": 1345.473841031786,
+                                    "children": {
+                                        "TorchPOCAOptimizer.update": {
+                                            "total": 9459.936558894135,
+                                            "count": 24720,
+                                            "self": 9459.936558894135
+                                        }
+                                    }
+                                }
+                            }
+                        }
+                    }
                 },
                 "trainer_threads": {
-                    "total": 1.250000000396767e-06,
+                    "total": 4.580069798976183e-07,
                     "count": 1,
-                    "self": 1.250000000396767e-06
+                    "self": 4.580069798976183e-07
                 },
                 "TrainerController._save_models": {
-                    "total": 9.620899999962518e-05,
+                    "total": 0.08706474999780767,
                     "count": 1,
-                    "self": 9.620899999962518e-05
+                    "self": 0.0008219580049626529,
+                    "children": {
+                        "RLTrainer._checkpoint": {
+                            "total": 0.08624279199284501,
+                            "count": 1,
+                            "self": 0.08624279199284501
+                        }
+                    }
                 }
             }
         }

run_logs/training_status.json

@@ -1,4 +1,63 @@
 {
+    "SoccerTwos": {
+        "checkpoints": [
+            {
+                "steps": 15499962,
+                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-15499962.onnx",
+                "reward": 0.0,
+                "creation_time": 1680874500.542728,
+                "auxillary_file_paths": [
+                    "results/SoccerTwos/SoccerTwos/SoccerTwos-15499962.pt"
+                ]
+            },
+            {
+                "steps": 15999978,
+                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-15999978.onnx",
+                "reward": 0.0,
+                "creation_time": 1680876386.2161741,
+                "auxillary_file_paths": [
+                    "results/SoccerTwos/SoccerTwos/SoccerTwos-15999978.pt"
+                ]
+            },
+            {
+                "steps": 16499949,
+                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-16499949.onnx",
+                "reward": 0.0,
+                "creation_time": 1680878279.1720362,
+                "auxillary_file_paths": [
+                    "results/SoccerTwos/SoccerTwos/SoccerTwos-16499949.pt"
+                ]
+            },
+            {
+                "steps": 16999817,
+                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-16999817.onnx",
+                "reward": 0.0,
+                "creation_time": 1680880155.931186,
+                "auxillary_file_paths": [
+                    "results/SoccerTwos/SoccerTwos/SoccerTwos-16999817.pt"
+                ]
+            },
+            {
+                "steps": 17122460,
+                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-17122460.onnx",
+                "reward": 0.0,
+                "creation_time": 1680880619.604867,
+                "auxillary_file_paths": [
+                    "results/SoccerTwos/SoccerTwos/SoccerTwos-17122460.pt"
+                ]
+            }
+        ],
+        "elo": 1722.0479530716536,
+        "final_checkpoint": {
+            "steps": 17122460,
+            "file_path": "results/SoccerTwos/SoccerTwos.onnx",
+            "reward": 0.0,
+            "creation_time": 1680880619.604867,
+            "auxillary_file_paths": [
+                "results/SoccerTwos/SoccerTwos/SoccerTwos-17122460.pt"
+            ]
+        }
+    },
     "metadata": {
         "stats_format_version": "0.3.0",
         "mlagents_version": "0.31.0.dev0",