Hugging Face's logo

thenewcompany
/
poca-SoccerTwos

Reinforcement Learning
ml-agents
TensorBoard
ONNX
SoccerTwos
deep-reinforcement-learning
ML-Agents-SoccerTwos
Model card Files Metrics Community
vubh2015 commited on
Commit
e603c73
•
1 Parent(s): 2c79b28

Second Push

Browse files
Files changed (18) hide show
  1. SoccerTwos.onnx +1 -1
  2. SoccerTwos/SoccerTwos-3499966.onnx +3 -0
  3. SoccerTwos/SoccerTwos-3499966.pt +3 -0
  4. SoccerTwos/SoccerTwos-3999946.onnx +3 -0
  5. SoccerTwos/SoccerTwos-3999946.pt +3 -0
  6. SoccerTwos/SoccerTwos-4499962.onnx +3 -0
  7. SoccerTwos/SoccerTwos-4499962.pt +3 -0
  8. SoccerTwos/SoccerTwos-4999976.onnx +3 -0
  9. SoccerTwos/SoccerTwos-4999976.pt +3 -0
  10. SoccerTwos/SoccerTwos-5074948.onnx +3 -0
  11. SoccerTwos/SoccerTwos-5074948.pt +3 -0
  12. SoccerTwos/checkpoint.pt +1 -1
  13. SoccerTwos/events.out.tfevents.1689352380.DrQuangBT.7788.0 +3 -0
  14. config.json +1 -1
  15. configuration.yaml +2 -2
  16. run_logs/Player-0.log +291 -15
  17. run_logs/timers.json +226 -135
  18. run_logs/training_status.json +31 -31
SoccerTwos.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a4483183bfd939e1e163bc93b8a07c9a41be18f5878d2a842129647fd1454abd
3
  size 1768746
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b67676f0be0c9f438c95595cce238d1e8706cf6012d8afc632fd233bc03c61f8
3
  size 1768746
SoccerTwos/SoccerTwos-3499966.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a461bb87f2572dbf43e0b87f1f05d0345c15f47e54a2a085ba7ab766d40f45d
3
+ size 1768746
SoccerTwos/SoccerTwos-3499966.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b43725533fdbdef95e6f5b2d5996a5c756280b3c694b51ac075d20bc083609f
3
+ size 28429903
SoccerTwos/SoccerTwos-3999946.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd1a53bb7427497a37d79b94fa57519a115dfe88f033fa9fe8668793caab8693
3
+ size 1768746
SoccerTwos/SoccerTwos-3999946.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c7c215da8100090b8c76cdcbe2b81a4e93b8d71594fb124b2677bd105496069
3
+ size 28429903
SoccerTwos/SoccerTwos-4499962.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cfec8678f00abff86a22c58b04da435c076fbb3cd3a9b9633d4f8fec05e4147d
3
+ size 1768746
SoccerTwos/SoccerTwos-4499962.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7eecf98777ed5636e75554e309001665f5c5a085097ad07a48668b99496655ea
3
+ size 28429903
SoccerTwos/SoccerTwos-4999976.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c84992764d3c1787aeff51a8e1dfca64d7ab20ff17bfca5ec51bb65051a898be
3
+ size 1768746
SoccerTwos/SoccerTwos-4999976.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db8e422485116f3cab5979b865afaebd579ca7564a36756840b8691f7aaaef6b
3
+ size 28429903
SoccerTwos/SoccerTwos-5074948.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b67676f0be0c9f438c95595cce238d1e8706cf6012d8afc632fd233bc03c61f8
3
+ size 1768746
SoccerTwos/SoccerTwos-5074948.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea52c9a51c715c04089248554c0c3dc23c2a8787f5392b566f0873f3ccc079cc
3
+ size 28429903
SoccerTwos/checkpoint.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f1b906e1041fa1758fb52bd3ec9353c625a6d594efc53f7499bc9d10e1aa1902
3
  size 28428927
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7edfde7b8dace185dc85dda55b6da354b350d6f7da72c9c1289e411f5f1377f
3
  size 28428927
SoccerTwos/events.out.tfevents.1689352380.DrQuangBT.7788.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be3b2b6f23a9c01403e90867916f4da920cda7fc1a8fadf24525f0f2254bb422
3
+ size 5105140
config.json CHANGED
@@ -1 +1 @@
1
- {"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "constant", "beta_schedule": "constant", "epsilon_schedule": "constant"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 50000000, "time_horizon": 1000, "summary_freq": 10000, "threaded": false, "self_play": {"save_steps": 50000, "team_change": 200000, "swap_steps": 2000, "window": 10, "play_against_latest_model_ratio": 0.5, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/SoccerTwos.exe", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SoccerTwos", "initialize_from": null, "load_model": false, "resume": true, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
 
1
+ {"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "constant", "beta_schedule": "constant", "epsilon_schedule": "constant"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 50000000, "time_horizon": 1000, "summary_freq": 10000, "threaded": false, "self_play": {"save_steps": 50000, "team_change": 200000, "swap_steps": 2000, "window": 10, "play_against_latest_model_ratio": 0.5, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/SoccerTwos.exe", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SoccerTwos2", "initialize_from": null, "load_model": false, "resume": false, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
configuration.yaml CHANGED
@@ -69,10 +69,10 @@ engine_settings:
69
  no_graphics: true
70
  environment_parameters: null
71
  checkpoint_settings:
72
- run_id: SoccerTwos
73
  initialize_from: null
74
  load_model: false
75
- resume: true
76
  force: false
77
  train_model: false
78
  inference: false
 
69
  no_graphics: true
70
  environment_parameters: null
71
  checkpoint_settings:
72
+ run_id: SoccerTwos2
73
  initialize_from: null
74
  load_model: false
75
+ resume: false
76
  force: false
77
  train_model: false
78
  inference: false
run_logs/Player-0.log CHANGED
@@ -9,7 +9,7 @@ NullGfxDevice:
9
  Renderer: Null Device
10
  Vendor: Unity Technologies
11
  Begin MonoManager ReloadAssembly
12
- - Completed reload, in 0.214 seconds
13
  ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
14
  Microsoft Media Foundation video decoding to texture disabled: graphics device is Null, only Direct3D 11 and Direct3D 12 (only on desktop) are supported for hardware-accelerated video decoding.
15
  ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -35,7 +35,7 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
35
  WARNING: Shader Unsupported: 'Standard' - All subshaders removed
36
  WARNING: Shader Did you use #pragma only_renderers and omit this platform?
37
  WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
38
- UnloadTime: 5.755700 ms
39
  Registered Communicator in Agent.
40
  ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
41
  TOO LONG
@@ -54,12 +54,288 @@ TOO LONG
54
  TOO LONG
55
  TOO LONG
56
  TOO LONG
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
57
  Setting up 4 worker threads for Enlighten.
58
  Memory Statistics:
59
  [ALLOC_TEMP_TLS] TLS Allocator
60
  StackAllocators :
61
  [ALLOC_TEMP_MAIN]
62
- Peak usage frame count: [8.0 KB-16.0 KB]: 599 frames, [2.0 MB-4.0 MB]: 1 frames
63
  Initial Block Size 4.0 MB
64
  Current Block Size 4.0 MB
65
  Peak Allocated Bytes 2.0 MB
@@ -87,7 +363,7 @@ Memory Statistics:
87
  [ALLOC_TEMP_Job.Worker 0]
88
  Initial Block Size 256.0 KB
89
  Current Block Size 256.0 KB
90
- Peak Allocated Bytes 0.8 KB
91
  Overflow Count 0
92
  [ALLOC_TEMP_Background Job.Worker 10]
93
  Initial Block Size 32.0 KB
@@ -102,7 +378,7 @@ Memory Statistics:
102
  [ALLOC_TEMP_Job.Worker 5]
103
  Initial Block Size 256.0 KB
104
  Current Block Size 256.0 KB
105
- Peak Allocated Bytes 0 B
106
  Overflow Count 0
107
  [ALLOC_TEMP_Background Job.Worker 14]
108
  Initial Block Size 32.0 KB
@@ -211,16 +487,16 @@ Memory Statistics:
211
  Used Block count 1
212
  Peak Allocated bytes 0.9 MB
213
  [ALLOC_DEFAULT_MAIN]
214
- Peak usage frame count: [4.0 MB-8.0 MB]: 600 frames
215
  Requested Block Size 16.0 MB
216
  Peak Block count 1
217
  Peak Allocated memory 5.0 MB
218
  Peak Large allocation bytes 0 B
219
  [ALLOC_DEFAULT_THREAD]
220
- Peak usage frame count: [16.0 MB-32.0 MB]: 600 frames
221
  Requested Block Size 16.0 MB
222
  Peak Block count 1
223
- Peak Allocated memory 17.4 MB
224
  Peak Large allocation bytes 16.0 MB
225
  [ALLOC_TEMP_JOB_1_FRAME]
226
  Initial Block Size 2.0 MB
@@ -249,13 +525,13 @@ Memory Statistics:
249
  Used Block count 1
250
  Peak Allocated bytes 0.9 MB
251
  [ALLOC_GFX_MAIN]
252
- Peak usage frame count: [32.0 KB-64.0 KB]: 599 frames, [64.0 KB-128.0 KB]: 1 frames
253
  Requested Block Size 16.0 MB
254
  Peak Block count 1
255
  Peak Allocated memory 65.6 KB
256
  Peak Large allocation bytes 0 B
257
  [ALLOC_GFX_THREAD]
258
- Peak usage frame count: [128.0 KB-256.0 KB]: 600 frames
259
  Requested Block Size 16.0 MB
260
  Peak Block count 1
261
  Peak Allocated memory 173.6 KB
@@ -267,16 +543,16 @@ Memory Statistics:
267
  Used Block count 1
268
  Peak Allocated bytes 0.9 MB
269
  [ALLOC_CACHEOBJECTS_MAIN]
270
- Peak usage frame count: [0.5 MB-1.0 MB]: 600 frames
271
  Requested Block Size 4.0 MB
272
  Peak Block count 1
273
  Peak Allocated memory 0.6 MB
274
  Peak Large allocation bytes 0 B
275
  [ALLOC_CACHEOBJECTS_THREAD]
276
- Peak usage frame count: [0.5 MB-1.0 MB]: 599 frames, [2.0 MB-4.0 MB]: 1 frames
277
  Requested Block Size 4.0 MB
278
  Peak Block count 1
279
- Peak Allocated memory 2.2 MB
280
  Peak Large allocation bytes 0 B
281
  [ALLOC_TYPETREE] Dual Thread Allocator
282
  Peak main deferred allocation count 0
@@ -285,13 +561,13 @@ Memory Statistics:
285
  Used Block count 1
286
  Peak Allocated bytes 0.9 MB
287
  [ALLOC_TYPETREE_MAIN]
288
- Peak usage frame count: [0-1.0 KB]: 600 frames
289
  Requested Block Size 2.0 MB
290
  Peak Block count 1
291
  Peak Allocated memory 1.0 KB
292
  Peak Large allocation bytes 0 B
293
  [ALLOC_TYPETREE_THREAD]
294
- Peak usage frame count: [1.0 KB-2.0 KB]: 599 frames, [2.0 KB-4.0 KB]: 1 frames
295
  Requested Block Size 2.0 MB
296
  Peak Block count 1
297
  Peak Allocated memory 2.2 KB
 
9
  Renderer: Null Device
10
  Vendor: Unity Technologies
11
  Begin MonoManager ReloadAssembly
12
+ - Completed reload, in 0.287 seconds
13
  ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
14
  Microsoft Media Foundation video decoding to texture disabled: graphics device is Null, only Direct3D 11 and Direct3D 12 (only on desktop) are supported for hardware-accelerated video decoding.
15
  ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 
35
  WARNING: Shader Unsupported: 'Standard' - All subshaders removed
36
  WARNING: Shader Did you use #pragma only_renderers and omit this platform?
37
  WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
38
+ UnloadTime: 1.807200 ms
39
  Registered Communicator in Agent.
40
  ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
41
  TOO LONG
 
54
  TOO LONG
55
  TOO LONG
56
  TOO LONG
57
+ TOO LONG
58
+ TOO LONG
59
+ TOO LONG
60
+ TOO LONG
61
+ TOO LONG
62
+ TOO LONG
63
+ TOO LONG
64
+ TOO LONG
65
+ TOO LONG
66
+ TOO LONG
67
+ TOO LONG
68
+ TOO LONG
69
+ TOO LONG
70
+ TOO LONG
71
+ TOO LONG
72
+ TOO LONG
73
+ TOO LONG
74
+ TOO LONG
75
+ TOO LONG
76
+ TOO LONG
77
+ TOO LONG
78
+ TOO LONG
79
+ TOO LONG
80
+ TOO LONG
81
+ TOO LONG
82
+ TOO LONG
83
+ TOO LONG
84
+ TOO LONG
85
+ TOO LONG
86
+ TOO LONG
87
+ TOO LONG
88
+ TOO LONG
89
+ TOO LONG
90
+ TOO LONG
91
+ TOO LONG
92
+ TOO LONG
93
+ TOO LONG
94
+ TOO LONG
95
+ TOO LONG
96
+ TOO LONG
97
+ TOO LONG
98
+ TOO LONG
99
+ TOO LONG
100
+ TOO LONG
101
+ TOO LONG
102
+ TOO LONG
103
+ TOO LONG
104
+ TOO LONG
105
+ TOO LONG
106
+ TOO LONG
107
+ TOO LONG
108
+ TOO LONG
109
+ TOO LONG
110
+ TOO LONG
111
+ TOO LONG
112
+ TOO LONG
113
+ TOO LONG
114
+ TOO LONG
115
+ TOO LONG
116
+ TOO LONG
117
+ TOO LONG
118
+ TOO LONG
119
+ TOO LONG
120
+ TOO LONG
121
+ TOO LONG
122
+ TOO LONG
123
+ TOO LONG
124
+ TOO LONG
125
+ TOO LONG
126
+ TOO LONG
127
+ TOO LONG
128
+ TOO LONG
129
+ TOO LONG
130
+ TOO LONG
131
+ TOO LONG
132
+ TOO LONG
133
+ TOO LONG
134
+ TOO LONG
135
+ TOO LONG
136
+ TOO LONG
137
+ TOO LONG
138
+ TOO LONG
139
+ TOO LONG
140
+ TOO LONG
141
+ TOO LONG
142
+ TOO LONG
143
+ TOO LONG
144
+ TOO LONG
145
+ TOO LONG
146
+ TOO LONG
147
+ TOO LONG
148
+ TOO LONG
149
+ TOO LONG
150
+ TOO LONG
151
+ TOO LONG
152
+ TOO LONG
153
+ TOO LONG
154
+ TOO LONG
155
+ TOO LONG
156
+ TOO LONG
157
+ TOO LONG
158
+ TOO LONG
159
+ TOO LONG
160
+ TOO LONG
161
+ TOO LONG
162
+ TOO LONG
163
+ TOO LONG
164
+ TOO LONG
165
+ TOO LONG
166
+ TOO LONG
167
+ TOO LONG
168
+ TOO LONG
169
+ TOO LONG
170
+ TOO LONG
171
+ TOO LONG
172
+ TOO LONG
173
+ TOO LONG
174
+ TOO LONG
175
+ TOO LONG
176
+ TOO LONG
177
+ TOO LONG
178
+ TOO LONG
179
+ TOO LONG
180
+ TOO LONG
181
+ TOO LONG
182
+ TOO LONG
183
+ TOO LONG
184
+ TOO LONG
185
+ TOO LONG
186
+ TOO LONG
187
+ TOO LONG
188
+ TOO LONG
189
+ TOO LONG
190
+ TOO LONG
191
+ TOO LONG
192
+ TOO LONG
193
+ TOO LONG
194
+ TOO LONG
195
+ TOO LONG
196
+ TOO LONG
197
+ TOO LONG
198
+ TOO LONG
199
+ TOO LONG
200
+ TOO LONG
201
+ TOO LONG
202
+ TOO LONG
203
+ TOO LONG
204
+ TOO LONG
205
+ TOO LONG
206
+ TOO LONG
207
+ TOO LONG
208
+ TOO LONG
209
+ TOO LONG
210
+ TOO LONG
211
+ TOO LONG
212
+ TOO LONG
213
+ TOO LONG
214
+ TOO LONG
215
+ TOO LONG
216
+ TOO LONG
217
+ TOO LONG
218
+ TOO LONG
219
+ TOO LONG
220
+ TOO LONG
221
+ TOO LONG
222
+ TOO LONG
223
+ TOO LONG
224
+ TOO LONG
225
+ TOO LONG
226
+ TOO LONG
227
+ TOO LONG
228
+ TOO LONG
229
+ TOO LONG
230
+ TOO LONG
231
+ TOO LONG
232
+ TOO LONG
233
+ TOO LONG
234
+ TOO LONG
235
+ TOO LONG
236
+ TOO LONG
237
+ TOO LONG
238
+ TOO LONG
239
+ TOO LONG
240
+ TOO LONG
241
+ TOO LONG
242
+ TOO LONG
243
+ TOO LONG
244
+ TOO LONG
245
+ TOO LONG
246
+ TOO LONG
247
+ TOO LONG
248
+ TOO LONG
249
+ TOO LONG
250
+ TOO LONG
251
+ TOO LONG
252
+ TOO LONG
253
+ TOO LONG
254
+ TOO LONG
255
+ TOO LONG
256
+ TOO LONG
257
+ TOO LONG
258
+ TOO LONG
259
+ TOO LONG
260
+ TOO LONG
261
+ TOO LONG
262
+ TOO LONG
263
+ TOO LONG
264
+ TOO LONG
265
+ TOO LONG
266
+ TOO LONG
267
+ TOO LONG
268
+ TOO LONG
269
+ TOO LONG
270
+ TOO LONG
271
+ TOO LONG
272
+ TOO LONG
273
+ TOO LONG
274
+ TOO LONG
275
+ TOO LONG
276
+ TOO LONG
277
+ TOO LONG
278
+ TOO LONG
279
+ TOO LONG
280
+ TOO LONG
281
+ TOO LONG
282
+ TOO LONG
283
+ TOO LONG
284
+ TOO LONG
285
+ TOO LONG
286
+ TOO LONG
287
+ TOO LONG
288
+ TOO LONG
289
+ TOO LONG
290
+ TOO LONG
291
+ TOO LONG
292
+ TOO LONG
293
+ TOO LONG
294
+ TOO LONG
295
+ TOO LONG
296
+ TOO LONG
297
+ TOO LONG
298
+ TOO LONG
299
+ TOO LONG
300
+ TOO LONG
301
+ TOO LONG
302
+ TOO LONG
303
+ TOO LONG
304
+ TOO LONG
305
+ TOO LONG
306
+ TOO LONG
307
+ TOO LONG
308
+ TOO LONG
309
+ TOO LONG
310
+ TOO LONG
311
+ TOO LONG
312
+ TOO LONG
313
+ TOO LONG
314
+ TOO LONG
315
+ TOO LONG
316
+ TOO LONG
317
+ TOO LONG
318
+ TOO LONG
319
+ TOO LONG
320
+ TOO LONG
321
+ TOO LONG
322
+ TOO LONG
323
+ TOO LONG
324
+ TOO LONG
325
+ TOO LONG
326
+ TOO LONG
327
+ TOO LONG
328
+ TOO LONG
329
+ TOO LONG
330
+ TOO LONG
331
+ TOO LONG
332
+ TOO LONG
333
  Setting up 4 worker threads for Enlighten.
334
  Memory Statistics:
335
  [ALLOC_TEMP_TLS] TLS Allocator
336
  StackAllocators :
337
  [ALLOC_TEMP_MAIN]
338
+ Peak usage frame count: [8.0 KB-16.0 KB]: 95919 frames, [2.0 MB-4.0 MB]: 1 frames
339
  Initial Block Size 4.0 MB
340
  Current Block Size 4.0 MB
341
  Peak Allocated Bytes 2.0 MB
 
363
  [ALLOC_TEMP_Job.Worker 0]
364
  Initial Block Size 256.0 KB
365
  Current Block Size 256.0 KB
366
+ Peak Allocated Bytes 0 B
367
  Overflow Count 0
368
  [ALLOC_TEMP_Background Job.Worker 10]
369
  Initial Block Size 32.0 KB
 
378
  [ALLOC_TEMP_Job.Worker 5]
379
  Initial Block Size 256.0 KB
380
  Current Block Size 256.0 KB
381
+ Peak Allocated Bytes 0.8 KB
382
  Overflow Count 0
383
  [ALLOC_TEMP_Background Job.Worker 14]
384
  Initial Block Size 32.0 KB
 
487
  Used Block count 1
488
  Peak Allocated bytes 0.9 MB
489
  [ALLOC_DEFAULT_MAIN]
490
+ Peak usage frame count: [4.0 MB-8.0 MB]: 95920 frames
491
  Requested Block Size 16.0 MB
492
  Peak Block count 1
493
  Peak Allocated memory 5.0 MB
494
  Peak Large allocation bytes 0 B
495
  [ALLOC_DEFAULT_THREAD]
496
+ Peak usage frame count: [16.0 MB-32.0 MB]: 95920 frames
497
  Requested Block Size 16.0 MB
498
  Peak Block count 1
499
+ Peak Allocated memory 17.3 MB
500
  Peak Large allocation bytes 16.0 MB
501
  [ALLOC_TEMP_JOB_1_FRAME]
502
  Initial Block Size 2.0 MB
 
525
  Used Block count 1
526
  Peak Allocated bytes 0.9 MB
527
  [ALLOC_GFX_MAIN]
528
+ Peak usage frame count: [32.0 KB-64.0 KB]: 95919 frames, [64.0 KB-128.0 KB]: 1 frames
529
  Requested Block Size 16.0 MB
530
  Peak Block count 1
531
  Peak Allocated memory 65.6 KB
532
  Peak Large allocation bytes 0 B
533
  [ALLOC_GFX_THREAD]
534
+ Peak usage frame count: [128.0 KB-256.0 KB]: 95920 frames
535
  Requested Block Size 16.0 MB
536
  Peak Block count 1
537
  Peak Allocated memory 173.6 KB
 
543
  Used Block count 1
544
  Peak Allocated bytes 0.9 MB
545
  [ALLOC_CACHEOBJECTS_MAIN]
546
+ Peak usage frame count: [0.5 MB-1.0 MB]: 95920 frames
547
  Requested Block Size 4.0 MB
548
  Peak Block count 1
549
  Peak Allocated memory 0.6 MB
550
  Peak Large allocation bytes 0 B
551
  [ALLOC_CACHEOBJECTS_THREAD]
552
+ Peak usage frame count: [0.5 MB-1.0 MB]: 95919 frames, [2.0 MB-4.0 MB]: 1 frames
553
  Requested Block Size 4.0 MB
554
  Peak Block count 1
555
+ Peak Allocated memory 3.2 MB
556
  Peak Large allocation bytes 0 B
557
  [ALLOC_TYPETREE] Dual Thread Allocator
558
  Peak main deferred allocation count 0
 
561
  Used Block count 1
562
  Peak Allocated bytes 0.9 MB
563
  [ALLOC_TYPETREE_MAIN]
564
+ Peak usage frame count: [0-1.0 KB]: 95920 frames
565
  Requested Block Size 2.0 MB
566
  Peak Block count 1
567
  Peak Allocated memory 1.0 KB
568
  Peak Large allocation bytes 0 B
569
  [ALLOC_TYPETREE_THREAD]
570
+ Peak usage frame count: [1.0 KB-2.0 KB]: 95919 frames, [2.0 KB-4.0 KB]: 1 frames
571
  Requested Block Size 2.0 MB
572
  Peak Block count 1
573
  Peak Allocated memory 2.2 KB
run_logs/timers.json CHANGED
@@ -2,221 +2,305 @@
2
  "name": "root",
3
  "gauges": {
4
  "SoccerTwos.Policy.Entropy.mean": {
5
- "value": 2.541091203689575,
6
- "min": 2.5295815467834473,
7
- "max": 2.541091203689575,
8
- "count": 2
9
  },
10
  "SoccerTwos.Policy.Entropy.sum": {
11
- "value": 81314.921875,
12
- "min": 80946.609375,
13
- "max": 81314.921875,
14
- "count": 2
15
  },
16
  "SoccerTwos.Environment.EpisodeLength.mean": {
17
- "value": 999.0,
18
- "min": 998.0,
19
  "max": 999.0,
20
- "count": 2
21
  },
22
  "SoccerTwos.Environment.EpisodeLength.sum": {
23
- "value": 31968.0,
24
- "min": 31936.0,
25
- "max": 31968.0,
26
- "count": 2
27
  },
28
- "SoccerTwos.IsTraining.mean": {
29
- "value": 1.0,
30
- "min": 1.0,
31
- "max": 1.0,
32
- "count": 4
33
  },
34
- "SoccerTwos.IsTraining.sum": {
35
- "value": 1.0,
36
- "min": 1.0,
37
- "max": 1.0,
38
- "count": 4
39
  },
40
  "SoccerTwos.Step.mean": {
41
- "value": 4579028.0,
42
- "min": 4559034.0,
43
- "max": 4579028.0,
44
- "count": 3
45
  },
46
  "SoccerTwos.Step.sum": {
47
- "value": 4579028.0,
48
- "min": 4559034.0,
49
- "max": 4579028.0,
50
- "count": 3
51
  },
52
  "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": {
53
- "value": 7.762470886518713e-06,
54
- "min": 5.912604137847666e-06,
55
- "max": 9.3701237346977e-06,
56
- "count": 3
57
  },
58
  "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": {
59
- "value": 7.762471068417653e-05,
60
- "min": 5.912604319746606e-05,
61
- "max": 9.3701237346977e-05,
62
- "count": 3
63
  },
64
  "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": {
65
- "value": 2.0716677227028413e-06,
66
- "min": -8.637906034891785e-07,
67
- "max": 6.161423698358703e-06,
68
- "count": 3
69
  },
70
  "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": {
71
- "value": 2.0716677681775764e-05,
72
- "min": -8.637905921204947e-06,
73
- "max": 6.161423516459763e-05,
74
- "count": 3
75
  },
76
  "SoccerTwos.Environment.CumulativeReward.mean": {
77
  "value": 0.0,
78
  "min": 0.0,
79
  "max": 0.0,
80
- "count": 3
81
  },
82
  "SoccerTwos.Environment.CumulativeReward.sum": {
83
  "value": 0.0,
84
  "min": 0.0,
85
  "max": 0.0,
86
- "count": 3
87
  },
88
  "SoccerTwos.Policy.ExtrinsicReward.mean": {
89
- "value": 0.0,
90
- "min": 0.0,
91
- "max": 0.0,
92
- "count": 3
93
  },
94
  "SoccerTwos.Policy.ExtrinsicReward.sum": {
95
- "value": 0.0,
96
- "min": 0.0,
97
- "max": 0.0,
98
- "count": 3
99
  },
100
  "SoccerTwos.Environment.GroupCumulativeReward.mean": {
101
- "value": 0.0,
102
- "min": 0.0,
103
- "max": 0.0,
104
- "count": 3
105
  },
106
  "SoccerTwos.Environment.GroupCumulativeReward.sum": {
107
- "value": 0.0,
108
- "min": 0.0,
109
- "max": 0.0,
110
- "count": 3
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
111
  }
112
  },
113
  "metadata": {
114
  "timer_format_version": "0.1.0",
115
- "start_time_seconds": "1689348743",
116
  "python_version": "3.9.17 (main, Jul 5 2023, 20:47:11) [MSC v.1916 64 bit (AMD64)]",
117
- "command_line_arguments": "\\\\?\\C:\\Users\\84908\\.conda\\envs\\rl\\Scripts\\mlagents-learn ./config/poca/SoccerTwos.yaml --env=./training-envs-executables/SoccerTwos.exe --run-id=SoccerTwos --no-graphics --resume",
118
  "mlagents_version": "0.31.0.dev0",
119
  "mlagents_envs_version": "0.31.0.dev0",
120
  "communication_protocol_version": "1.5.0",
121
  "pytorch_version": "2.0.1+cpu",
122
  "numpy_version": "1.21.2",
123
- "end_time_seconds": "1689348894"
124
  },
125
- "total": 150.8605229,
126
  "count": 1,
127
- "self": 0.033077599999984386,
128
  "children": {
129
  "run_training.setup": {
130
- "total": 0.11923390000000023,
131
  "count": 1,
132
- "self": 0.11923390000000023
133
  },
134
  "TrainerController.start_learning": {
135
- "total": 150.7082114,
136
  "count": 1,
137
- "self": 0.3349790999999982,
138
  "children": {
139
  "TrainerController._reset_env": {
140
- "total": 4.681597099999999,
141
- "count": 2,
142
- "self": 4.681597099999999
143
  },
144
  "TrainerController.advance": {
145
- "total": 144.7594449,
146
- "count": 2001,
147
- "self": 0.07129999999969527,
148
  "children": {
149
  "env_step": {
150
- "total": 58.03134460000027,
151
- "count": 2001,
152
- "self": 43.895192000000414,
153
  "children": {
154
  "SubprocessEnvManager._take_step": {
155
- "total": 14.088949000000088,
156
- "count": 2001,
157
- "self": 0.4717495000000973,
158
  "children": {
159
  "TorchPolicy.evaluate": {
160
- "total": 13.617199499999991,
161
- "count": 4000,
162
- "self": 13.617199499999991
163
  }
164
  }
165
  },
166
  "workers": {
167
- "total": 0.04720359999976598,
168
- "count": 2001,
169
  "self": 0.0,
170
  "children": {
171
  "worker_root": {
172
- "total": 67.68992089999989,
173
- "count": 2001,
174
  "is_parallel": true,
175
- "self": 33.060817899999975,
176
  "children": {
177
  "steps_from_proto": {
178
- "total": 0.009374600000000122,
179
- "count": 4,
180
  "is_parallel": true,
181
- "self": 0.0021161999999987913,
182
  "children": {
183
  "_process_rank_one_or_two_observation": {
184
- "total": 0.0072584000000013305,
185
- "count": 16,
186
  "is_parallel": true,
187
- "self": 0.0072584000000013305
188
  }
189
  }
190
  },
191
  "UnityEnvironment.step": {
192
- "total": 34.619728399999914,
193
- "count": 2001,
194
  "is_parallel": true,
195
- "self": 2.0463443999996542,
196
  "children": {
197
  "UnityEnvironment._generate_step_input": {
198
- "total": 1.7933272000004106,
199
- "count": 2001,
200
  "is_parallel": true,
201
- "self": 1.7933272000004106
202
  },
203
  "communicator.exchange": {
204
- "total": 24.585430899999977,
205
- "count": 2001,
206
  "is_parallel": true,
207
- "self": 24.585430899999977
208
  },
209
  "steps_from_proto": {
210
- "total": 6.194625899999873,
211
- "count": 4002,
212
  "is_parallel": true,
213
- "self": 1.2163715999996443,
214
  "children": {
215
  "_process_rank_one_or_two_observation": {
216
- "total": 4.978254300000229,
217
- "count": 16008,
218
  "is_parallel": true,
219
- "self": 4.978254300000229
220
  }
221
  }
222
  }
@@ -229,24 +313,31 @@
229
  }
230
  },
231
  "trainer_advance": {
232
- "total": 86.65680030000004,
233
- "count": 2001,
234
- "self": 0.4200618000000702,
235
  "children": {
236
  "process_trajectory": {
237
- "total": 18.663306599999984,
238
- "count": 2001,
239
- "self": 18.663306599999984
 
 
 
 
 
 
 
240
  },
241
  "_update_policy": {
242
- "total": 67.57343189999999,
243
- "count": 1,
244
- "self": 6.316709699999976,
245
  "children": {
246
  "TorchPOCAOptimizer.update": {
247
- "total": 61.25672220000001,
248
- "count": 20,
249
- "self": 61.25672220000001
250
  }
251
  }
252
  }
@@ -255,19 +346,19 @@
255
  }
256
  },
257
  "trainer_threads": {
258
- "total": 7.2999999929379555e-06,
259
  "count": 1,
260
- "self": 7.2999999929379555e-06
261
  },
262
  "TrainerController._save_models": {
263
- "total": 0.9321830000000091,
264
  "count": 1,
265
- "self": 0.012676300000009633,
266
  "children": {
267
  "RLTrainer._checkpoint": {
268
- "total": 0.9195066999999995,
269
  "count": 1,
270
- "self": 0.9195066999999995
271
  }
272
  }
273
  }
 
2
  "name": "root",
3
  "gauges": {
4
  "SoccerTwos.Policy.Entropy.mean": {
5
+ "value": 1.8741331100463867,
6
+ "min": 1.8132381439208984,
7
+ "max": 3.295727014541626,
8
+ "count": 507
9
  },
10
  "SoccerTwos.Policy.Entropy.sum": {
11
+ "value": 37182.80078125,
12
+ "min": 9343.0732421875,
13
+ "max": 106104.34375,
14
+ "count": 507
15
  },
16
  "SoccerTwos.Environment.EpisodeLength.mean": {
17
+ "value": 54.79775280898876,
18
+ "min": 43.5045045045045,
19
  "max": 999.0,
20
+ "count": 507
21
  },
22
  "SoccerTwos.Environment.EpisodeLength.sum": {
23
+ "value": 19508.0,
24
+ "min": 3996.0,
25
+ "max": 29340.0,
26
+ "count": 507
27
  },
28
+ "SoccerTwos.Self-play.ELO.mean": {
29
+ "value": 1642.0060814601065,
30
+ "min": 1197.0763167611951,
31
+ "max": 1653.4416837587319,
32
+ "count": 503
33
  },
34
+ "SoccerTwos.Self-play.ELO.sum": {
35
+ "value": 292277.08249989897,
36
+ "min": 2395.704231804095,
37
+ "max": 345026.57250889204,
38
+ "count": 503
39
  },
40
  "SoccerTwos.Step.mean": {
41
+ "value": 5069915.0,
42
+ "min": 9288.0,
43
+ "max": 5069915.0,
44
+ "count": 507
45
  },
46
  "SoccerTwos.Step.sum": {
47
+ "value": 5069915.0,
48
+ "min": 9288.0,
49
+ "max": 5069915.0,
50
+ "count": 507
51
  },
52
  "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": {
53
+ "value": 0.025260591879487038,
54
+ "min": -0.10847825556993484,
55
+ "max": 0.16391965746879578,
56
+ "count": 507
57
  },
58
  "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": {
59
+ "value": 4.521646022796631,
60
+ "min": -19.200651168823242,
61
+ "max": 24.606157302856445,
62
+ "count": 507
63
  },
64
  "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": {
65
+ "value": 0.02621782012283802,
66
+ "min": -0.1085091307759285,
67
+ "max": 0.16217587888240814,
68
+ "count": 507
69
  },
70
  "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": {
71
+ "value": 4.692989826202393,
72
+ "min": -19.20611572265625,
73
+ "max": 24.75503921508789,
74
+ "count": 507
75
  },
76
  "SoccerTwos.Environment.CumulativeReward.mean": {
77
  "value": 0.0,
78
  "min": 0.0,
79
  "max": 0.0,
80
+ "count": 507
81
  },
82
  "SoccerTwos.Environment.CumulativeReward.sum": {
83
  "value": 0.0,
84
  "min": 0.0,
85
  "max": 0.0,
86
+ "count": 507
87
  },
88
  "SoccerTwos.Policy.ExtrinsicReward.mean": {
89
+ "value": 0.06567597589013296,
90
+ "min": -0.5714285714285714,
91
+ "max": 0.48224782490211987,
92
+ "count": 507
93
  },
94
  "SoccerTwos.Policy.ExtrinsicReward.sum": {
95
+ "value": 11.755999684333801,
96
+ "min": -47.267199993133545,
97
+ "max": 48.31439971923828,
98
+ "count": 507
99
  },
100
  "SoccerTwos.Environment.GroupCumulativeReward.mean": {
101
+ "value": 0.06567597589013296,
102
+ "min": -0.5714285714285714,
103
+ "max": 0.48224782490211987,
104
+ "count": 507
105
  },
106
  "SoccerTwos.Environment.GroupCumulativeReward.sum": {
107
+ "value": 11.755999684333801,
108
+ "min": -47.267199993133545,
109
+ "max": 48.31439971923828,
110
+ "count": 507
111
+ },
112
+ "SoccerTwos.IsTraining.mean": {
113
+ "value": 1.0,
114
+ "min": 1.0,
115
+ "max": 1.0,
116
+ "count": 507
117
+ },
118
+ "SoccerTwos.IsTraining.sum": {
119
+ "value": 1.0,
120
+ "min": 1.0,
121
+ "max": 1.0,
122
+ "count": 507
123
+ },
124
+ "SoccerTwos.Losses.PolicyLoss.mean": {
125
+ "value": 0.016839065589010715,
126
+ "min": 0.011448018768805922,
127
+ "max": 0.02522511431404079,
128
+ "count": 243
129
+ },
130
+ "SoccerTwos.Losses.PolicyLoss.sum": {
131
+ "value": 0.016839065589010715,
132
+ "min": 0.011448018768805922,
133
+ "max": 0.02522511431404079,
134
+ "count": 243
135
+ },
136
+ "SoccerTwos.Losses.ValueLoss.mean": {
137
+ "value": 0.10063010131319364,
138
+ "min": 0.0008789716909329096,
139
+ "max": 0.11331273143490156,
140
+ "count": 243
141
+ },
142
+ "SoccerTwos.Losses.ValueLoss.sum": {
143
+ "value": 0.10063010131319364,
144
+ "min": 0.0008789716909329096,
145
+ "max": 0.11331273143490156,
146
+ "count": 243
147
+ },
148
+ "SoccerTwos.Losses.BaselineLoss.mean": {
149
+ "value": 0.10200601567824681,
150
+ "min": 0.0008670027571497485,
151
+ "max": 0.11552441492676735,
152
+ "count": 243
153
+ },
154
+ "SoccerTwos.Losses.BaselineLoss.sum": {
155
+ "value": 0.10200601567824681,
156
+ "min": 0.0008670027571497485,
157
+ "max": 0.11552441492676735,
158
+ "count": 243
159
+ },
160
+ "SoccerTwos.Policy.LearningRate.mean": {
161
+ "value": 0.0003,
162
+ "min": 0.0003,
163
+ "max": 0.0003,
164
+ "count": 243
165
+ },
166
+ "SoccerTwos.Policy.LearningRate.sum": {
167
+ "value": 0.0003,
168
+ "min": 0.0003,
169
+ "max": 0.0003,
170
+ "count": 243
171
+ },
172
+ "SoccerTwos.Policy.Epsilon.mean": {
173
+ "value": 0.20000000000000007,
174
+ "min": 0.20000000000000004,
175
+ "max": 0.20000000000000007,
176
+ "count": 243
177
+ },
178
+ "SoccerTwos.Policy.Epsilon.sum": {
179
+ "value": 0.20000000000000007,
180
+ "min": 0.20000000000000004,
181
+ "max": 0.20000000000000007,
182
+ "count": 243
183
+ },
184
+ "SoccerTwos.Policy.Beta.mean": {
185
+ "value": 0.005000000000000001,
186
+ "min": 0.005000000000000001,
187
+ "max": 0.005000000000000001,
188
+ "count": 243
189
+ },
190
+ "SoccerTwos.Policy.Beta.sum": {
191
+ "value": 0.005000000000000001,
192
+ "min": 0.005000000000000001,
193
+ "max": 0.005000000000000001,
194
+ "count": 243
195
  }
196
  },
197
  "metadata": {
198
  "timer_format_version": "0.1.0",
199
+ "start_time_seconds": "1689352375",
200
  "python_version": "3.9.17 (main, Jul 5 2023, 20:47:11) [MSC v.1916 64 bit (AMD64)]",
201
+ "command_line_arguments": "\\\\?\\C:\\Users\\84908\\.conda\\envs\\rl\\Scripts\\mlagents-learn ./config/poca/SoccerTwos.yaml --env=./training-envs-executables/SoccerTwos.exe --run-id=SoccerTwos2 --no-graphics",
202
  "mlagents_version": "0.31.0.dev0",
203
  "mlagents_envs_version": "0.31.0.dev0",
204
  "communication_protocol_version": "1.5.0",
205
  "pytorch_version": "2.0.1+cpu",
206
  "numpy_version": "1.21.2",
207
+ "end_time_seconds": "1689392682"
208
  },
209
+ "total": 40307.261160999995,
210
  "count": 1,
211
+ "self": 0.017240499997569714,
212
  "children": {
213
  "run_training.setup": {
214
+ "total": 0.12735800000000008,
215
  "count": 1,
216
+ "self": 0.12735800000000008
217
  },
218
  "TrainerController.start_learning": {
219
+ "total": 40307.1165625,
220
  "count": 1,
221
+ "self": 14.228632400067,
222
  "children": {
223
  "TrainerController._reset_env": {
224
+ "total": 6.0731537999941665,
225
+ "count": 26,
226
+ "self": 6.0731537999941665
227
  },
228
  "TrainerController.advance": {
229
+ "total": 40286.24591139994,
230
+ "count": 345225,
231
+ "self": 14.077466699927754,
232
  "children": {
233
  "env_step": {
234
+ "total": 11304.565349898105,
235
+ "count": 345225,
236
+ "self": 8643.345425898788,
237
  "children": {
238
  "SubprocessEnvManager._take_step": {
239
+ "total": 2651.5646071984747,
240
+ "count": 345225,
241
+ "self": 95.69672209647388,
242
  "children": {
243
  "TorchPolicy.evaluate": {
244
+ "total": 2555.867885102001,
245
+ "count": 639472,
246
+ "self": 2555.867885102001
247
  }
248
  }
249
  },
250
  "workers": {
251
+ "total": 9.655316800841144,
252
+ "count": 345225,
253
  "self": 0.0,
254
  "children": {
255
  "worker_root": {
256
+ "total": 40158.62724039943,
257
+ "count": 345225,
258
  "is_parallel": true,
259
+ "self": 33236.701685899716,
260
  "children": {
261
  "steps_from_proto": {
262
+ "total": 0.10062429999357647,
263
+ "count": 52,
264
  "is_parallel": true,
265
+ "self": 0.019684699980768272,
266
  "children": {
267
  "_process_rank_one_or_two_observation": {
268
+ "total": 0.0809396000128082,
269
+ "count": 208,
270
  "is_parallel": true,
271
+ "self": 0.0809396000128082
272
  }
273
  }
274
  },
275
  "UnityEnvironment.step": {
276
+ "total": 6921.82493019972,
277
+ "count": 345225,
278
  "is_parallel": true,
279
+ "self": 410.365250800809,
280
  "children": {
281
  "UnityEnvironment._generate_step_input": {
282
+ "total": 351.01963949969615,
283
+ "count": 345225,
284
  "is_parallel": true,
285
+ "self": 351.01963949969615
286
  },
287
  "communicator.exchange": {
288
+ "total": 4598.487163198991,
289
+ "count": 345225,
290
  "is_parallel": true,
291
+ "self": 4598.487163198991
292
  },
293
  "steps_from_proto": {
294
+ "total": 1561.952876700224,
295
+ "count": 690450,
296
  "is_parallel": true,
297
+ "self": 250.66588979984954,
298
  "children": {
299
  "_process_rank_one_or_two_observation": {
300
+ "total": 1311.2869869003744,
301
+ "count": 2761800,
302
  "is_parallel": true,
303
+ "self": 1311.2869869003744
304
  }
305
  }
306
  }
 
313
  }
314
  },
315
  "trainer_advance": {
316
+ "total": 28967.60309480191,
317
+ "count": 345225,
318
+ "self": 101.9616144016145,
319
  "children": {
320
  "process_trajectory": {
321
+ "total": 3902.521950400313,
322
+ "count": 345225,
323
+ "self": 3899.797575900319,
324
+ "children": {
325
+ "RLTrainer._checkpoint": {
326
+ "total": 2.7243744999941555,
327
+ "count": 10,
328
+ "self": 2.7243744999941555
329
+ }
330
+ }
331
  },
332
  "_update_policy": {
333
+ "total": 24963.11952999998,
334
+ "count": 244,
335
+ "self": 1230.2441190999489,
336
  "children": {
337
  "TorchPOCAOptimizer.update": {
338
+ "total": 23732.875410900033,
339
+ "count": 7335,
340
+ "self": 23732.875410900033
341
  }
342
  }
343
  }
 
346
  }
347
  },
348
  "trainer_threads": {
349
+ "total": 3.4999975468963385e-06,
350
  "count": 1,
351
+ "self": 3.4999975468963385e-06
352
  },
353
  "TrainerController._save_models": {
354
+ "total": 0.5688613999955123,
355
  "count": 1,
356
+ "self": 0.003829699991911184,
357
  "children": {
358
  "RLTrainer._checkpoint": {
359
+ "total": 0.5650317000036011,
360
  "count": 1,
361
+ "self": 0.5650317000036011
362
  }
363
  }
364
  }
run_logs/training_status.json CHANGED
@@ -1,66 +1,66 @@
1
  {
2
- "metadata": {
3
- "stats_format_version": "0.3.0",
4
- "mlagents_version": "0.31.0.dev0",
5
- "torch_version": "2.0.1+cpu"
6
- },
7
  "SoccerTwos": {
8
- "elo": 1193.3534990384048,
9
  "checkpoints": [
10
  {
11
- "steps": 3999396,
12
- "file_path": "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-3999396.onnx",
13
  "reward": 0.0,
14
- "creation_time": 1689344092.037694,
15
  "auxillary_file_paths": [
16
- "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-3999396.pt"
17
  ]
18
  },
19
  {
20
- "steps": 4453060,
21
- "file_path": "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-4453060.onnx",
22
  "reward": 0.0,
23
- "creation_time": 1689347823.765134,
24
  "auxillary_file_paths": [
25
- "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-4453060.pt"
26
  ]
27
  },
28
  {
29
- "steps": 4499044,
30
- "file_path": "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-4499044.onnx",
31
  "reward": 0.0,
32
- "creation_time": 1689348144.1785903,
33
  "auxillary_file_paths": [
34
- "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-4499044.pt"
35
  ]
36
  },
37
  {
38
- "steps": 4549044,
39
- "file_path": "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-4549044.onnx",
40
- "reward": null,
41
- "creation_time": 1689348437.911953,
42
  "auxillary_file_paths": [
43
- "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-4549044.pt"
44
  ]
45
  },
46
  {
47
- "steps": 4581028,
48
- "file_path": "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-4581028.onnx",
49
  "reward": null,
50
- "creation_time": 1689348894.4349244,
51
  "auxillary_file_paths": [
52
- "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-4581028.pt"
53
  ]
54
  }
55
  ],
 
56
  "final_checkpoint": {
57
- "steps": 4581028,
58
- "file_path": "results\\SoccerTwos\\SoccerTwos.onnx",
59
  "reward": null,
60
- "creation_time": 1689348894.4349244,
61
  "auxillary_file_paths": [
62
- "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-4581028.pt"
63
  ]
64
  }
 
 
 
 
 
65
  }
66
  }
 
1
  {
 
 
 
 
 
2
  "SoccerTwos": {
 
3
  "checkpoints": [
4
  {
5
+ "steps": 3499966,
6
+ "file_path": "results\\SoccerTwos2\\SoccerTwos\\SoccerTwos-3499966.onnx",
7
  "reward": 0.0,
8
+ "creation_time": 1689380045.4661045,
9
  "auxillary_file_paths": [
10
+ "results\\SoccerTwos2\\SoccerTwos\\SoccerTwos-3499966.pt"
11
  ]
12
  },
13
  {
14
+ "steps": 3999946,
15
+ "file_path": "results\\SoccerTwos2\\SoccerTwos\\SoccerTwos-3999946.onnx",
16
  "reward": 0.0,
17
+ "creation_time": 1689383956.3952825,
18
  "auxillary_file_paths": [
19
+ "results\\SoccerTwos2\\SoccerTwos\\SoccerTwos-3999946.pt"
20
  ]
21
  },
22
  {
23
+ "steps": 4499962,
24
+ "file_path": "results\\SoccerTwos2\\SoccerTwos\\SoccerTwos-4499962.onnx",
25
  "reward": 0.0,
26
+ "creation_time": 1689387983.1005504,
27
  "auxillary_file_paths": [
28
+ "results\\SoccerTwos2\\SoccerTwos\\SoccerTwos-4499962.pt"
29
  ]
30
  },
31
  {
32
+ "steps": 4999976,
33
+ "file_path": "results\\SoccerTwos2\\SoccerTwos\\SoccerTwos-4999976.onnx",
34
+ "reward": 0.0,
35
+ "creation_time": 1689391949.1535795,
36
  "auxillary_file_paths": [
37
+ "results\\SoccerTwos2\\SoccerTwos\\SoccerTwos-4999976.pt"
38
  ]
39
  },
40
  {
41
+ "steps": 5074948,
42
+ "file_path": "results\\SoccerTwos2\\SoccerTwos\\SoccerTwos-5074948.onnx",
43
  "reward": null,
44
+ "creation_time": 1689392682.6100788,
45
  "auxillary_file_paths": [
46
+ "results\\SoccerTwos2\\SoccerTwos\\SoccerTwos-5074948.pt"
47
  ]
48
  }
49
  ],
50
+ "elo": 1641.3830869356434,
51
  "final_checkpoint": {
52
+ "steps": 5074948,
53
+ "file_path": "results\\SoccerTwos2\\SoccerTwos.onnx",
54
  "reward": null,
55
+ "creation_time": 1689392682.6100788,
56
  "auxillary_file_paths": [
57
+ "results\\SoccerTwos2\\SoccerTwos\\SoccerTwos-5074948.pt"
58
  ]
59
  }
60
+ },
61
+ "metadata": {
62
+ "stats_format_version": "0.3.0",
63
+ "mlagents_version": "0.31.0.dev0",
64
+ "torch_version": "2.0.1+cpu"
65
  }
66
  }