juansebashr commited on
Commit
ba496db
Β·
1 Parent(s): aaa5570

Third version

Browse files
SoccerTwos.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:deeed197fb3184aa85df4f4268d2e65bba93c5c6e46a67ad8db42a0a7c74a811
3
  size 1768747
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c91cefe29809c0f01a212b6877a9c82217a238f1d904dd1d1e1b582b12c4506d
3
  size 1768747
SoccerTwos/{SoccerTwos-5499998.onnx β†’ SoccerTwos-10010182.onnx} RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:16d7d6aebf0497f2418702ff5f250f6ee7b3588c905dfef04920fb531d238902
3
  size 1768747
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c91cefe29809c0f01a212b6877a9c82217a238f1d904dd1d1e1b582b12c4506d
3
  size 1768747
SoccerTwos/SoccerTwos-10010182.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ead77051bc1fc4c9bc139e225ece7d1ee72599b7900ab966b345c257ddda2327
3
+ size 28431689
SoccerTwos/SoccerTwos-7047290.onnx DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:deeed197fb3184aa85df4f4268d2e65bba93c5c6e46a67ad8db42a0a7c74a811
3
- size 1768747
 
 
 
 
SoccerTwos/SoccerTwos-7047290.pt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:8af118fc61ec04d65c67de3a40ab46c49480e554c36034ebbc2fccfc26e72e0c
3
- size 28431567
 
 
 
 
SoccerTwos/{SoccerTwos-6499910.onnx β†’ SoccerTwos-8631616.onnx} RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:339801b853dac38481fc8e8fd6da779530b1dd12a45204735bff672dd2084bd7
3
  size 1768747
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ab3f779b1c21cb2b615f147497107cb51db90db2460527edfef16d621261fab
3
  size 1768747
SoccerTwos/{SoccerTwos-6499910.pt β†’ SoccerTwos-8631616.pt} RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:204ca3df3473afdf645f72d29a689ecdd00ae72818e2194712a9683a5d7c2b73
3
  size 28431567
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a15d6d5ca9c46164a4fbf3a8f093d22a94f2233bc0eaf1f1c0905300a2805548
3
  size 28431567
SoccerTwos/{SoccerTwos-5999990.onnx β†’ SoccerTwos-8999911.onnx} RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c451a8a41c05f9ddd2d444f7d0b2f3c577ea930e15c47bbef1fee220c90f84db
3
  size 1768747
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4d37237be7658a14965d4e670cedee1bab210e30ac3f8464ae4a413ce9d125a
3
  size 1768747
SoccerTwos/{SoccerTwos-5499998.pt β†’ SoccerTwos-8999911.pt} RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:03b77fdbf56425a3a3a10938ec96a69e1e3365e9ce033c7c6edbbe834133761b
3
  size 28431567
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41be30fdee3e3e8e46c44014ff5526ce12bdce7372379594a900f6f0160851dd
3
  size 28431567
SoccerTwos/{SoccerTwos-6999996.onnx β†’ SoccerTwos-9499962.onnx} RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:040187b4e0eedb5a3d153b8199c76427cc06442d47b367f8e2ec3beb70774302
3
  size 1768747
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2e96513e6c9ef8a82978308b37376f7571538a265d952b2fa62a083e8b9753e
3
  size 1768747
SoccerTwos/{SoccerTwos-6999996.pt β†’ SoccerTwos-9499962.pt} RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6400bb0c76b0d11e7de87bd361b5c980f7d2ad5c5c02bd20ec2915f7fa9d729c
3
  size 28431567
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04cfb407a92642331b2763c408a2a97e2ccf74a363188c816e88fd20e25ea10d
3
  size 28431567
SoccerTwos/SoccerTwos-9999903.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:abdab26937ddb7b2c1517a335874018eb010e14422dbf29d9712a1a4ccd9c445
3
+ size 1768747
SoccerTwos/{SoccerTwos-5999990.pt β†’ SoccerTwos-9999903.pt} RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f786db59c56843349e6d5078794c31ab60a6de5d709a7a92bd14bd2d28033f1d
3
  size 28431567
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a6b1eccc3e3a15d5f62c4303c299b0d44f35d252b107340e8f81edb0cdf5882
3
  size 28431567
SoccerTwos/checkpoint.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8ab8d78bc7aed2553d47731d319d9cc805b3ca3d581d4061fc70a5785b9a5055
3
  size 28430591
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2a05f7e97a5fb336d87a8eb175405fc540450f323b779bd60ea9b87280098cf
3
  size 28430591
SoccerTwos/events.out.tfevents.1678724474.DESKTOP-3TN0IDS.22232.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9b9a8ee1e4fa6a02a870ec36a9f35c55f6140a1d77ac120b43b64b539d3944a
3
+ size 1635027
SoccerTwos/events.out.tfevents.1678726864.DESKTOP-3TN0IDS.13324.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6a2849c0db93c65505b020fa8e13d453c6039a08447d8422e0348b611965e41
3
+ size 1419258
config.json CHANGED
@@ -1 +1 @@
1
- {"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "constant", "beta_schedule": "constant", "epsilon_schedule": "constant"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 50000000, "time_horizon": 1000, "summary_freq": 10000, "threaded": false, "self_play": {"save_steps": 50000, "team_change": 200000, "swap_steps": 2000, "window": 10, "play_against_latest_model_ratio": 0.5, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/SoccerTwos/SoccerTwos.exe", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SoccerTwos", "initialize_from": null, "load_model": false, "resume": false, "force": true, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
 
1
+ {"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.00015, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "constant", "beta_schedule": "constant", "epsilon_schedule": "constant"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 50000000, "time_horizon": 1000, "summary_freq": 10000, "threaded": false, "self_play": {"save_steps": 50000, "team_change": 200000, "swap_steps": 2000, "window": 10, "play_against_latest_model_ratio": 0.5, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/SoccerTwos/SoccerTwos.exe", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SoccerTwos", "initialize_from": null, "load_model": false, "resume": true, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
configuration.yaml CHANGED
@@ -5,7 +5,7 @@ behaviors:
5
  hyperparameters:
6
  batch_size: 2048
7
  buffer_size: 20480
8
- learning_rate: 0.0003
9
  beta: 0.005
10
  epsilon: 0.2
11
  lambd: 0.95
@@ -72,8 +72,8 @@ checkpoint_settings:
72
  run_id: SoccerTwos
73
  initialize_from: null
74
  load_model: false
75
- resume: false
76
- force: true
77
  train_model: false
78
  inference: false
79
  results_dir: results
 
5
  hyperparameters:
6
  batch_size: 2048
7
  buffer_size: 20480
8
+ learning_rate: 0.00015
9
  beta: 0.005
10
  epsilon: 0.2
11
  lambd: 0.95
 
72
  run_id: SoccerTwos
73
  initialize_from: null
74
  load_model: false
75
+ resume: true
76
+ force: false
77
  train_model: false
78
  inference: false
79
  results_dir: results
run_logs/Player-0.log CHANGED
@@ -9,7 +9,7 @@ NullGfxDevice:
9
  Renderer: Null Device
10
  Vendor: Unity Technologies
11
  Begin MonoManager ReloadAssembly
12
- - Completed reload, in 0.070 seconds
13
  ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
14
  Microsoft Media Foundation video decoding to texture disabled: graphics device is Null, only Direct3D 11 and Direct3D 12 (only on desktop) are supported for hardware-accelerated video decoding.
15
  ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -35,549 +35,15 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
35
  WARNING: Shader Unsupported: 'Standard' - All subshaders removed
36
  WARNING: Shader Did you use #pragma only_renderers and omit this platform?
37
  WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
38
- UnloadTime: 0.477400 ms
39
  Registered Communicator in Agent.
40
  ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
41
- TOO LONG
42
- TOO LONG
43
- TOO LONG
44
- TOO LONG
45
- TOO LONG
46
- TOO LONG
47
- TOO LONG
48
- TOO LONG
49
- TOO LONG
50
- TOO LONG
51
- TOO LONG
52
- TOO LONG
53
- TOO LONG
54
- TOO LONG
55
- TOO LONG
56
- TOO LONG
57
- TOO LONG
58
- TOO LONG
59
- TOO LONG
60
- TOO LONG
61
- TOO LONG
62
- TOO LONG
63
- TOO LONG
64
- TOO LONG
65
- TOO LONG
66
- TOO LONG
67
- TOO LONG
68
- TOO LONG
69
- TOO LONG
70
- TOO LONG
71
- TOO LONG
72
- TOO LONG
73
- TOO LONG
74
- TOO LONG
75
- TOO LONG
76
- TOO LONG
77
- TOO LONG
78
- TOO LONG
79
- TOO LONG
80
- TOO LONG
81
- TOO LONG
82
- TOO LONG
83
- TOO LONG
84
- TOO LONG
85
- TOO LONG
86
- TOO LONG
87
- TOO LONG
88
- TOO LONG
89
- TOO LONG
90
- TOO LONG
91
- TOO LONG
92
- TOO LONG
93
- TOO LONG
94
- TOO LONG
95
- TOO LONG
96
- TOO LONG
97
- TOO LONG
98
- TOO LONG
99
- TOO LONG
100
- TOO LONG
101
- TOO LONG
102
- TOO LONG
103
- TOO LONG
104
- TOO LONG
105
- TOO LONG
106
- TOO LONG
107
- TOO LONG
108
- TOO LONG
109
- TOO LONG
110
- TOO LONG
111
- TOO LONG
112
- TOO LONG
113
- TOO LONG
114
- TOO LONG
115
- TOO LONG
116
- TOO LONG
117
- TOO LONG
118
- TOO LONG
119
- TOO LONG
120
- TOO LONG
121
- TOO LONG
122
- TOO LONG
123
- TOO LONG
124
- TOO LONG
125
- TOO LONG
126
- TOO LONG
127
- TOO LONG
128
- TOO LONG
129
- TOO LONG
130
- TOO LONG
131
- TOO LONG
132
- TOO LONG
133
- TOO LONG
134
- TOO LONG
135
- TOO LONG
136
- TOO LONG
137
- TOO LONG
138
- TOO LONG
139
- TOO LONG
140
- TOO LONG
141
- TOO LONG
142
- TOO LONG
143
- TOO LONG
144
- TOO LONG
145
- TOO LONG
146
- TOO LONG
147
- TOO LONG
148
- TOO LONG
149
- TOO LONG
150
- TOO LONG
151
- TOO LONG
152
- TOO LONG
153
- TOO LONG
154
- TOO LONG
155
- TOO LONG
156
- TOO LONG
157
- TOO LONG
158
- TOO LONG
159
- TOO LONG
160
- TOO LONG
161
- TOO LONG
162
- TOO LONG
163
- TOO LONG
164
- TOO LONG
165
- TOO LONG
166
- TOO LONG
167
- TOO LONG
168
- TOO LONG
169
- TOO LONG
170
- TOO LONG
171
- TOO LONG
172
- TOO LONG
173
- TOO LONG
174
- TOO LONG
175
- TOO LONG
176
- TOO LONG
177
- TOO LONG
178
- TOO LONG
179
- TOO LONG
180
- TOO LONG
181
- TOO LONG
182
- TOO LONG
183
- TOO LONG
184
- TOO LONG
185
- TOO LONG
186
- TOO LONG
187
- TOO LONG
188
- TOO LONG
189
- TOO LONG
190
- TOO LONG
191
- TOO LONG
192
- TOO LONG
193
- TOO LONG
194
- TOO LONG
195
- TOO LONG
196
- TOO LONG
197
- TOO LONG
198
- TOO LONG
199
- TOO LONG
200
- TOO LONG
201
- TOO LONG
202
- TOO LONG
203
- TOO LONG
204
- TOO LONG
205
- TOO LONG
206
- TOO LONG
207
- TOO LONG
208
- TOO LONG
209
- TOO LONG
210
- TOO LONG
211
- TOO LONG
212
- TOO LONG
213
- TOO LONG
214
- TOO LONG
215
- TOO LONG
216
- TOO LONG
217
- TOO LONG
218
- TOO LONG
219
- TOO LONG
220
- TOO LONG
221
- TOO LONG
222
- TOO LONG
223
- TOO LONG
224
- TOO LONG
225
- TOO LONG
226
- TOO LONG
227
- TOO LONG
228
- TOO LONG
229
- TOO LONG
230
- TOO LONG
231
- TOO LONG
232
- TOO LONG
233
- TOO LONG
234
- TOO LONG
235
- TOO LONG
236
- TOO LONG
237
- TOO LONG
238
- TOO LONG
239
- TOO LONG
240
- TOO LONG
241
- TOO LONG
242
- TOO LONG
243
- TOO LONG
244
- TOO LONG
245
- TOO LONG
246
- TOO LONG
247
- TOO LONG
248
- TOO LONG
249
- TOO LONG
250
- TOO LONG
251
- TOO LONG
252
- TOO LONG
253
- TOO LONG
254
- TOO LONG
255
- TOO LONG
256
- TOO LONG
257
- TOO LONG
258
- TOO LONG
259
- TOO LONG
260
- TOO LONG
261
- TOO LONG
262
- TOO LONG
263
- TOO LONG
264
- TOO LONG
265
- TOO LONG
266
- TOO LONG
267
- TOO LONG
268
- TOO LONG
269
- TOO LONG
270
- TOO LONG
271
- TOO LONG
272
- TOO LONG
273
- TOO LONG
274
- TOO LONG
275
- TOO LONG
276
- TOO LONG
277
- TOO LONG
278
- TOO LONG
279
- TOO LONG
280
- TOO LONG
281
- TOO LONG
282
- TOO LONG
283
- TOO LONG
284
- TOO LONG
285
- TOO LONG
286
- TOO LONG
287
- TOO LONG
288
- TOO LONG
289
- TOO LONG
290
- TOO LONG
291
- TOO LONG
292
- TOO LONG
293
- TOO LONG
294
- TOO LONG
295
- TOO LONG
296
- TOO LONG
297
- TOO LONG
298
- TOO LONG
299
- TOO LONG
300
- TOO LONG
301
- TOO LONG
302
- TOO LONG
303
- TOO LONG
304
- TOO LONG
305
- TOO LONG
306
- TOO LONG
307
- TOO LONG
308
- TOO LONG
309
- TOO LONG
310
- TOO LONG
311
- TOO LONG
312
- TOO LONG
313
- TOO LONG
314
- TOO LONG
315
- TOO LONG
316
- TOO LONG
317
- TOO LONG
318
- TOO LONG
319
- TOO LONG
320
- TOO LONG
321
- TOO LONG
322
- TOO LONG
323
- TOO LONG
324
- TOO LONG
325
- TOO LONG
326
- TOO LONG
327
- TOO LONG
328
- TOO LONG
329
- TOO LONG
330
- TOO LONG
331
- TOO LONG
332
- TOO LONG
333
- TOO LONG
334
- TOO LONG
335
- TOO LONG
336
- TOO LONG
337
- TOO LONG
338
- TOO LONG
339
- TOO LONG
340
- TOO LONG
341
- TOO LONG
342
- TOO LONG
343
- TOO LONG
344
- TOO LONG
345
- TOO LONG
346
- TOO LONG
347
- TOO LONG
348
- TOO LONG
349
- TOO LONG
350
- TOO LONG
351
- TOO LONG
352
- TOO LONG
353
- TOO LONG
354
- TOO LONG
355
- TOO LONG
356
- TOO LONG
357
- TOO LONG
358
- TOO LONG
359
- TOO LONG
360
- TOO LONG
361
- TOO LONG
362
- TOO LONG
363
- TOO LONG
364
- TOO LONG
365
- TOO LONG
366
- TOO LONG
367
- TOO LONG
368
- TOO LONG
369
- TOO LONG
370
- TOO LONG
371
- TOO LONG
372
- TOO LONG
373
- TOO LONG
374
- TOO LONG
375
- TOO LONG
376
- TOO LONG
377
- TOO LONG
378
- TOO LONG
379
- TOO LONG
380
- TOO LONG
381
- TOO LONG
382
- TOO LONG
383
- TOO LONG
384
- TOO LONG
385
- TOO LONG
386
- TOO LONG
387
- TOO LONG
388
- TOO LONG
389
- TOO LONG
390
- TOO LONG
391
- TOO LONG
392
- TOO LONG
393
- TOO LONG
394
- TOO LONG
395
- TOO LONG
396
- TOO LONG
397
- TOO LONG
398
- TOO LONG
399
- TOO LONG
400
- TOO LONG
401
- TOO LONG
402
- TOO LONG
403
- TOO LONG
404
- TOO LONG
405
- TOO LONG
406
- TOO LONG
407
- TOO LONG
408
- TOO LONG
409
- TOO LONG
410
- TOO LONG
411
- TOO LONG
412
- TOO LONG
413
- TOO LONG
414
- TOO LONG
415
- TOO LONG
416
- TOO LONG
417
- TOO LONG
418
- TOO LONG
419
- TOO LONG
420
- TOO LONG
421
- TOO LONG
422
- TOO LONG
423
- TOO LONG
424
- TOO LONG
425
- TOO LONG
426
- TOO LONG
427
- TOO LONG
428
- TOO LONG
429
- TOO LONG
430
- TOO LONG
431
- TOO LONG
432
- TOO LONG
433
- TOO LONG
434
- TOO LONG
435
- TOO LONG
436
- TOO LONG
437
- TOO LONG
438
- TOO LONG
439
- TOO LONG
440
- TOO LONG
441
- TOO LONG
442
- TOO LONG
443
- TOO LONG
444
- TOO LONG
445
- TOO LONG
446
- TOO LONG
447
- TOO LONG
448
- TOO LONG
449
- TOO LONG
450
- TOO LONG
451
- TOO LONG
452
- TOO LONG
453
- TOO LONG
454
- TOO LONG
455
- TOO LONG
456
- TOO LONG
457
- TOO LONG
458
- TOO LONG
459
- TOO LONG
460
- TOO LONG
461
- TOO LONG
462
- TOO LONG
463
- TOO LONG
464
- TOO LONG
465
- TOO LONG
466
- TOO LONG
467
- TOO LONG
468
- TOO LONG
469
- TOO LONG
470
- TOO LONG
471
- TOO LONG
472
- TOO LONG
473
- TOO LONG
474
- TOO LONG
475
- TOO LONG
476
- TOO LONG
477
- TOO LONG
478
- TOO LONG
479
- TOO LONG
480
- TOO LONG
481
- TOO LONG
482
- TOO LONG
483
- TOO LONG
484
- TOO LONG
485
- TOO LONG
486
- TOO LONG
487
- TOO LONG
488
- TOO LONG
489
- TOO LONG
490
- TOO LONG
491
- TOO LONG
492
- TOO LONG
493
- TOO LONG
494
- TOO LONG
495
- TOO LONG
496
- TOO LONG
497
- TOO LONG
498
- TOO LONG
499
- TOO LONG
500
- TOO LONG
501
- TOO LONG
502
- TOO LONG
503
- TOO LONG
504
- TOO LONG
505
- TOO LONG
506
- TOO LONG
507
- TOO LONG
508
- TOO LONG
509
- TOO LONG
510
- TOO LONG
511
- TOO LONG
512
- TOO LONG
513
- TOO LONG
514
- TOO LONG
515
- TOO LONG
516
- TOO LONG
517
- TOO LONG
518
- TOO LONG
519
- TOO LONG
520
- TOO LONG
521
- TOO LONG
522
- TOO LONG
523
- TOO LONG
524
- TOO LONG
525
- TOO LONG
526
- TOO LONG
527
- TOO LONG
528
- TOO LONG
529
- TOO LONG
530
- TOO LONG
531
- TOO LONG
532
- TOO LONG
533
- TOO LONG
534
- TOO LONG
535
- TOO LONG
536
- TOO LONG
537
- TOO LONG
538
- TOO LONG
539
- TOO LONG
540
- TOO LONG
541
- TOO LONG
542
- TOO LONG
543
- TOO LONG
544
- TOO LONG
545
- TOO LONG
546
- TOO LONG
547
- TOO LONG
548
- TOO LONG
549
- TOO LONG
550
- TOO LONG
551
- TOO LONG
552
- TOO LONG
553
- TOO LONG
554
- TOO LONG
555
- TOO LONG
556
- TOO LONG
557
- TOO LONG
558
- TOO LONG
559
- TOO LONG
560
- TOO LONG
561
- TOO LONG
562
- TOO LONG
563
- TOO LONG
564
- TOO LONG
565
- TOO LONG
566
- TOO LONG
567
- TOO LONG
568
- TOO LONG
569
- TOO LONG
570
- TOO LONG
571
- TOO LONG
572
- TOO LONG
573
- TOO LONG
574
- GRPC Exception: Status(StatusCode=Unknown, Detail="Exception calling application: [WinError 109] Ha terminado la canalizaciΓ³n"). Disconnecting from trainer.
575
  Setting up 8 worker threads for Enlighten.
576
  Memory Statistics:
577
  [ALLOC_TEMP_TLS] TLS Allocator
578
  StackAllocators :
579
  [ALLOC_TEMP_MAIN]
580
- Peak usage frame count: [8.0 KB-16.0 KB]: 133314 frames, [2.0 MB-4.0 MB]: 1 frames
581
  Initial Block Size 4.0 MB
582
  Current Block Size 4.0 MB
583
  Peak Allocated Bytes 2.0 MB
@@ -590,7 +56,7 @@ Memory Statistics:
590
  [ALLOC_TEMP_Loading.PreloadManager]
591
  Initial Block Size 256.0 KB
592
  Current Block Size 256.0 KB
593
- Peak Allocated Bytes 68.0 KB
594
  Overflow Count 4
595
  [ALLOC_TEMP_Background Job.Worker 8]
596
  Initial Block Size 32.0 KB
@@ -620,7 +86,7 @@ Memory Statistics:
620
  [ALLOC_TEMP_Job.Worker 5]
621
  Initial Block Size 256.0 KB
622
  Current Block Size 256.0 KB
623
- Peak Allocated Bytes 0.8 KB
624
  Overflow Count 0
625
  [ALLOC_TEMP_Background Job.Worker 14]
626
  Initial Block Size 32.0 KB
@@ -720,7 +186,7 @@ Memory Statistics:
720
  [ALLOC_TEMP_Job.Worker 2]
721
  Initial Block Size 256.0 KB
722
  Current Block Size 256.0 KB
723
- Peak Allocated Bytes 0 B
724
  Overflow Count 0
725
  [ALLOC_TEMP_Background Job.Worker 3]
726
  Initial Block Size 32.0 KB
@@ -769,16 +235,16 @@ Memory Statistics:
769
  Used Block count 1
770
  Peak Allocated bytes 0.9 MB
771
  [ALLOC_DEFAULT_MAIN]
772
- Peak usage frame count: [4.0 MB-8.0 MB]: 133315 frames
773
  Requested Block Size 16.0 MB
774
  Peak Block count 1
775
- Peak Allocated memory 5.2 MB
776
  Peak Large allocation bytes 0 B
777
  [ALLOC_DEFAULT_THREAD]
778
- Peak usage frame count: [16.0 MB-32.0 MB]: 133315 frames
779
  Requested Block Size 16.0 MB
780
  Peak Block count 1
781
- Peak Allocated memory 17.2 MB
782
  Peak Large allocation bytes 16.0 MB
783
  [ALLOC_TEMP_JOB_1_FRAME]
784
  Initial Block Size 2.0 MB
@@ -807,13 +273,13 @@ Memory Statistics:
807
  Used Block count 1
808
  Peak Allocated bytes 0.9 MB
809
  [ALLOC_GFX_MAIN]
810
- Peak usage frame count: [32.0 KB-64.0 KB]: 133314 frames, [64.0 KB-128.0 KB]: 1 frames
811
  Requested Block Size 16.0 MB
812
  Peak Block count 1
813
  Peak Allocated memory 65.6 KB
814
  Peak Large allocation bytes 0 B
815
  [ALLOC_GFX_THREAD]
816
- Peak usage frame count: [128.0 KB-256.0 KB]: 133315 frames
817
  Requested Block Size 16.0 MB
818
  Peak Block count 1
819
  Peak Allocated memory 173.6 KB
@@ -825,13 +291,13 @@ Memory Statistics:
825
  Used Block count 1
826
  Peak Allocated bytes 0.9 MB
827
  [ALLOC_CACHEOBJECTS_MAIN]
828
- Peak usage frame count: [0.5 MB-1.0 MB]: 133315 frames
829
  Requested Block Size 4.0 MB
830
  Peak Block count 1
831
  Peak Allocated memory 0.6 MB
832
  Peak Large allocation bytes 0 B
833
  [ALLOC_CACHEOBJECTS_THREAD]
834
- Peak usage frame count: [0.5 MB-1.0 MB]: 133314 frames, [2.0 MB-4.0 MB]: 1 frames
835
  Requested Block Size 4.0 MB
836
  Peak Block count 1
837
  Peak Allocated memory 3.2 MB
@@ -843,13 +309,13 @@ Memory Statistics:
843
  Used Block count 1
844
  Peak Allocated bytes 0.9 MB
845
  [ALLOC_TYPETREE_MAIN]
846
- Peak usage frame count: [0-1.0 KB]: 133315 frames
847
  Requested Block Size 2.0 MB
848
  Peak Block count 1
849
  Peak Allocated memory 1.0 KB
850
  Peak Large allocation bytes 0 B
851
  [ALLOC_TYPETREE_THREAD]
852
- Peak usage frame count: [1.0 KB-2.0 KB]: 133314 frames, [2.0 KB-4.0 KB]: 1 frames
853
  Requested Block Size 2.0 MB
854
  Peak Block count 1
855
  Peak Allocated memory 2.2 KB
 
9
  Renderer: Null Device
10
  Vendor: Unity Technologies
11
  Begin MonoManager ReloadAssembly
12
+ - Completed reload, in 0.074 seconds
13
  ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
14
  Microsoft Media Foundation video decoding to texture disabled: graphics device is Null, only Direct3D 11 and Direct3D 12 (only on desktop) are supported for hardware-accelerated video decoding.
15
  ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 
35
  WARNING: Shader Unsupported: 'Standard' - All subshaders removed
36
  WARNING: Shader Did you use #pragma only_renderers and omit this platform?
37
  WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
38
+ UnloadTime: 0.666400 ms
39
  Registered Communicator in Agent.
40
  ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
41
  Setting up 8 worker threads for Enlighten.
42
  Memory Statistics:
43
  [ALLOC_TEMP_TLS] TLS Allocator
44
  StackAllocators :
45
  [ALLOC_TEMP_MAIN]
46
+ Peak usage frame count: [8.0 KB-16.0 KB]: 25915 frames, [2.0 MB-4.0 MB]: 1 frames
47
  Initial Block Size 4.0 MB
48
  Current Block Size 4.0 MB
49
  Peak Allocated Bytes 2.0 MB
 
56
  [ALLOC_TEMP_Loading.PreloadManager]
57
  Initial Block Size 256.0 KB
58
  Current Block Size 256.0 KB
59
+ Peak Allocated Bytes 67.1 KB
60
  Overflow Count 4
61
  [ALLOC_TEMP_Background Job.Worker 8]
62
  Initial Block Size 32.0 KB
 
86
  [ALLOC_TEMP_Job.Worker 5]
87
  Initial Block Size 256.0 KB
88
  Current Block Size 256.0 KB
89
+ Peak Allocated Bytes 0 B
90
  Overflow Count 0
91
  [ALLOC_TEMP_Background Job.Worker 14]
92
  Initial Block Size 32.0 KB
 
186
  [ALLOC_TEMP_Job.Worker 2]
187
  Initial Block Size 256.0 KB
188
  Current Block Size 256.0 KB
189
+ Peak Allocated Bytes 0.8 KB
190
  Overflow Count 0
191
  [ALLOC_TEMP_Background Job.Worker 3]
192
  Initial Block Size 32.0 KB
 
235
  Used Block count 1
236
  Peak Allocated bytes 0.9 MB
237
  [ALLOC_DEFAULT_MAIN]
238
+ Peak usage frame count: [4.0 MB-8.0 MB]: 25916 frames
239
  Requested Block Size 16.0 MB
240
  Peak Block count 1
241
+ Peak Allocated memory 5.0 MB
242
  Peak Large allocation bytes 0 B
243
  [ALLOC_DEFAULT_THREAD]
244
+ Peak usage frame count: [16.0 MB-32.0 MB]: 25916 frames
245
  Requested Block Size 16.0 MB
246
  Peak Block count 1
247
+ Peak Allocated memory 17.3 MB
248
  Peak Large allocation bytes 16.0 MB
249
  [ALLOC_TEMP_JOB_1_FRAME]
250
  Initial Block Size 2.0 MB
 
273
  Used Block count 1
274
  Peak Allocated bytes 0.9 MB
275
  [ALLOC_GFX_MAIN]
276
+ Peak usage frame count: [32.0 KB-64.0 KB]: 25915 frames, [64.0 KB-128.0 KB]: 1 frames
277
  Requested Block Size 16.0 MB
278
  Peak Block count 1
279
  Peak Allocated memory 65.6 KB
280
  Peak Large allocation bytes 0 B
281
  [ALLOC_GFX_THREAD]
282
+ Peak usage frame count: [128.0 KB-256.0 KB]: 25916 frames
283
  Requested Block Size 16.0 MB
284
  Peak Block count 1
285
  Peak Allocated memory 173.6 KB
 
291
  Used Block count 1
292
  Peak Allocated bytes 0.9 MB
293
  [ALLOC_CACHEOBJECTS_MAIN]
294
+ Peak usage frame count: [0.5 MB-1.0 MB]: 25916 frames
295
  Requested Block Size 4.0 MB
296
  Peak Block count 1
297
  Peak Allocated memory 0.6 MB
298
  Peak Large allocation bytes 0 B
299
  [ALLOC_CACHEOBJECTS_THREAD]
300
+ Peak usage frame count: [0.5 MB-1.0 MB]: 25915 frames, [2.0 MB-4.0 MB]: 1 frames
301
  Requested Block Size 4.0 MB
302
  Peak Block count 1
303
  Peak Allocated memory 3.2 MB
 
309
  Used Block count 1
310
  Peak Allocated bytes 0.9 MB
311
  [ALLOC_TYPETREE_MAIN]
312
+ Peak usage frame count: [0-1.0 KB]: 25916 frames
313
  Requested Block Size 2.0 MB
314
  Peak Block count 1
315
  Peak Allocated memory 1.0 KB
316
  Peak Large allocation bytes 0 B
317
  [ALLOC_TYPETREE_THREAD]
318
+ Peak usage frame count: [1.0 KB-2.0 KB]: 25915 frames, [2.0 KB-4.0 KB]: 1 frames
319
  Requested Block Size 2.0 MB
320
  Peak Block count 1
321
  Peak Allocated memory 2.2 KB
run_logs/timers.json CHANGED
@@ -2,305 +2,305 @@
2
  "name": "root",
3
  "gauges": {
4
  "SoccerTwos.Policy.Entropy.mean": {
5
- "value": 1.709282398223877,
6
- "min": 1.6334584951400757,
7
- "max": 3.295722246170044,
8
- "count": 704
9
  },
10
  "SoccerTwos.Policy.Entropy.sum": {
11
- "value": 35717.1640625,
12
- "min": 8410.5380859375,
13
- "max": 117056.1328125,
14
- "count": 704
15
  },
16
  "SoccerTwos.Environment.EpisodeLength.mean": {
17
- "value": 45.32432432432432,
18
- "min": 35.66423357664234,
19
- "max": 999.0,
20
- "count": 704
21
  },
22
  "SoccerTwos.Environment.EpisodeLength.sum": {
23
- "value": 20124.0,
24
- "min": 15332.0,
25
- "max": 27576.0,
26
- "count": 704
27
  },
28
  "SoccerTwos.Self-play.ELO.mean": {
29
- "value": 1714.2325146026633,
30
- "min": 1201.2464074308157,
31
- "max": 1737.3329243919077,
32
- "count": 693
33
  },
34
  "SoccerTwos.Self-play.ELO.sum": {
35
- "value": 380559.61824179126,
36
- "min": 2407.429863771309,
37
- "max": 466662.8825466397,
38
- "count": 693
39
  },
40
  "SoccerTwos.Step.mean": {
41
- "value": 7039952.0,
42
- "min": 9804.0,
43
- "max": 7039952.0,
44
- "count": 704
45
  },
46
  "SoccerTwos.Step.sum": {
47
- "value": 7039952.0,
48
- "min": 9804.0,
49
- "max": 7039952.0,
50
- "count": 704
51
  },
52
  "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": {
53
- "value": -0.06074035167694092,
54
- "min": -0.11597342044115067,
55
- "max": 0.1948600858449936,
56
- "count": 704
57
  },
58
  "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": {
59
- "value": -13.484357833862305,
60
- "min": -25.862071990966797,
61
- "max": 26.50035858154297,
62
- "count": 704
63
  },
64
  "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": {
65
- "value": -0.0662940964102745,
66
- "min": -0.1210218295454979,
67
- "max": 0.19391171634197235,
68
- "count": 704
69
  },
70
  "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": {
71
- "value": -14.717288970947266,
72
- "min": -26.98786735534668,
73
- "max": 25.794082641601562,
74
- "count": 704
75
  },
76
  "SoccerTwos.Environment.CumulativeReward.mean": {
77
  "value": 0.0,
78
  "min": 0.0,
79
  "max": 0.0,
80
- "count": 704
81
  },
82
  "SoccerTwos.Environment.CumulativeReward.sum": {
83
  "value": 0.0,
84
  "min": 0.0,
85
  "max": 0.0,
86
- "count": 704
87
  },
88
  "SoccerTwos.Policy.ExtrinsicReward.mean": {
89
- "value": -0.08468108241622513,
90
- "min": -0.6923076923076923,
91
- "max": 0.5915529400694604,
92
- "count": 704
93
  },
94
  "SoccerTwos.Policy.ExtrinsicReward.sum": {
95
- "value": -18.799200296401978,
96
- "min": -60.4280002117157,
97
- "max": 61.04619997739792,
98
- "count": 704
99
  },
100
  "SoccerTwos.Environment.GroupCumulativeReward.mean": {
101
- "value": -0.08468108241622513,
102
- "min": -0.6923076923076923,
103
- "max": 0.5915529400694604,
104
- "count": 704
105
  },
106
  "SoccerTwos.Environment.GroupCumulativeReward.sum": {
107
- "value": -18.799200296401978,
108
- "min": -60.4280002117157,
109
- "max": 61.04619997739792,
110
- "count": 704
111
  },
112
  "SoccerTwos.IsTraining.mean": {
113
  "value": 1.0,
114
  "min": 1.0,
115
  "max": 1.0,
116
- "count": 704
117
  },
118
  "SoccerTwos.IsTraining.sum": {
119
  "value": 1.0,
120
  "min": 1.0,
121
  "max": 1.0,
122
- "count": 704
123
  },
124
  "SoccerTwos.Losses.PolicyLoss.mean": {
125
- "value": 0.015370015262548501,
126
- "min": 0.010174326867369625,
127
- "max": 0.023466580976188804,
128
- "count": 339
129
  },
130
  "SoccerTwos.Losses.PolicyLoss.sum": {
131
- "value": 0.015370015262548501,
132
- "min": 0.010174326867369625,
133
- "max": 0.023466580976188804,
134
- "count": 339
135
  },
136
  "SoccerTwos.Losses.ValueLoss.mean": {
137
- "value": 0.11729971667130788,
138
- "min": 0.0002513466461095959,
139
- "max": 0.1320496921737989,
140
- "count": 339
141
  },
142
  "SoccerTwos.Losses.ValueLoss.sum": {
143
- "value": 0.11729971667130788,
144
- "min": 0.0002513466461095959,
145
- "max": 0.1320496921737989,
146
- "count": 339
147
  },
148
  "SoccerTwos.Losses.BaselineLoss.mean": {
149
- "value": 0.11993283405900002,
150
- "min": 0.0002519307580466072,
151
- "max": 0.1352373423675696,
152
- "count": 339
153
  },
154
  "SoccerTwos.Losses.BaselineLoss.sum": {
155
- "value": 0.11993283405900002,
156
- "min": 0.0002519307580466072,
157
- "max": 0.1352373423675696,
158
- "count": 339
159
  },
160
  "SoccerTwos.Policy.LearningRate.mean": {
161
- "value": 0.0003,
162
- "min": 0.0003,
163
- "max": 0.0003,
164
- "count": 339
165
  },
166
  "SoccerTwos.Policy.LearningRate.sum": {
167
- "value": 0.0003,
168
- "min": 0.0003,
169
- "max": 0.0003,
170
- "count": 339
171
  },
172
  "SoccerTwos.Policy.Epsilon.mean": {
173
  "value": 0.20000000000000007,
174
  "min": 0.20000000000000007,
175
  "max": 0.20000000000000007,
176
- "count": 339
177
  },
178
  "SoccerTwos.Policy.Epsilon.sum": {
179
  "value": 0.20000000000000007,
180
  "min": 0.20000000000000007,
181
  "max": 0.20000000000000007,
182
- "count": 339
183
  },
184
  "SoccerTwos.Policy.Beta.mean": {
185
  "value": 0.005000000000000001,
186
  "min": 0.005000000000000001,
187
  "max": 0.005000000000000001,
188
- "count": 339
189
  },
190
  "SoccerTwos.Policy.Beta.sum": {
191
  "value": 0.005000000000000001,
192
  "min": 0.005000000000000001,
193
  "max": 0.005000000000000001,
194
- "count": 339
195
  }
196
  },
197
  "metadata": {
198
  "timer_format_version": "0.1.0",
199
- "start_time_seconds": "1678713961",
200
  "python_version": "3.9.5 (tags/v3.9.5:0a7dcbd, May 3 2021, 17:27:52) [MSC v.1928 64 bit (AMD64)]",
201
- "command_line_arguments": "D:\\Documents\\Tesis\\thesis_env\\Scripts\\mlagents-learn ./config/poca/SoccerTwos.yaml --env=./training-envs-executables/SoccerTwos/SoccerTwos.exe --run-id=SoccerTwos --no-graphics --force",
202
  "mlagents_version": "0.31.0.dev0",
203
  "mlagents_envs_version": "0.31.0.dev0",
204
  "communication_protocol_version": "1.5.0",
205
  "pytorch_version": "1.13.1+cu117",
206
  "numpy_version": "1.21.2",
207
- "end_time_seconds": "1678723711"
208
  },
209
- "total": 9750.104004300001,
210
  "count": 1,
211
- "self": 10.003247300001021,
212
  "children": {
213
  "run_training.setup": {
214
- "total": 0.07687440000000012,
215
  "count": 1,
216
- "self": 0.07687440000000012
217
  },
218
  "TrainerController.start_learning": {
219
- "total": 9740.0238826,
220
  "count": 1,
221
- "self": 7.724189599975944,
222
  "children": {
223
  "TrainerController._reset_env": {
224
- "total": 4.467239400000678,
225
- "count": 36,
226
- "self": 4.467239400000678
227
  },
228
  "TrainerController.advance": {
229
- "total": 9727.696367000024,
230
- "count": 483920,
231
- "self": 7.016409299465522,
232
  "children": {
233
  "env_step": {
234
- "total": 6934.6784766001065,
235
- "count": 483920,
236
- "self": 3886.844949600211,
237
  "children": {
238
  "SubprocessEnvManager._take_step": {
239
- "total": 3043.5347973999606,
240
- "count": 483920,
241
- "self": 41.95428089978077,
242
  "children": {
243
  "TorchPolicy.evaluate": {
244
- "total": 3001.58051650018,
245
- "count": 888768,
246
- "self": 3001.58051650018
247
  }
248
  }
249
  },
250
  "workers": {
251
- "total": 4.298729599934866,
252
- "count": 483919,
253
  "self": 0.0,
254
  "children": {
255
  "worker_root": {
256
- "total": 9725.774499699804,
257
- "count": 483919,
258
  "is_parallel": true,
259
- "self": 6612.978115899807,
260
  "children": {
261
  "steps_from_proto": {
262
- "total": 0.04373279999500079,
263
- "count": 72,
264
  "is_parallel": true,
265
- "self": 0.00917410000889296,
266
  "children": {
267
  "_process_rank_one_or_two_observation": {
268
- "total": 0.03455869998610783,
269
- "count": 288,
270
  "is_parallel": true,
271
- "self": 0.03455869998610783
272
  }
273
  }
274
  },
275
  "UnityEnvironment.step": {
276
- "total": 3112.7526510000025,
277
- "count": 483919,
278
  "is_parallel": true,
279
- "self": 182.07600340061526,
280
  "children": {
281
  "UnityEnvironment._generate_step_input": {
282
- "total": 135.5325888000735,
283
- "count": 483919,
284
  "is_parallel": true,
285
- "self": 135.5325888000735
286
  },
287
  "communicator.exchange": {
288
- "total": 2265.856488799818,
289
- "count": 483919,
290
  "is_parallel": true,
291
- "self": 2265.856488799818
292
  },
293
  "steps_from_proto": {
294
- "total": 529.2875699994958,
295
- "count": 967838,
296
  "is_parallel": true,
297
- "self": 107.62243100090029,
298
  "children": {
299
  "_process_rank_one_or_two_observation": {
300
- "total": 421.66513899859547,
301
- "count": 3871352,
302
  "is_parallel": true,
303
- "self": 421.66513899859547
304
  }
305
  }
306
  }
@@ -313,31 +313,31 @@
313
  }
314
  },
315
  "trainer_advance": {
316
- "total": 2786.0014811004517,
317
- "count": 483919,
318
- "self": 59.94428539993896,
319
  "children": {
320
  "process_trajectory": {
321
- "total": 1374.0508428005123,
322
- "count": 483919,
323
- "self": 1371.9640646005146,
324
  "children": {
325
  "RLTrainer._checkpoint": {
326
- "total": 2.0867781999976387,
327
- "count": 14,
328
- "self": 2.0867781999976387
329
  }
330
  }
331
  },
332
  "_update_policy": {
333
- "total": 1352.0063529000004,
334
- "count": 339,
335
- "self": 716.9173988999912,
336
  "children": {
337
  "TorchPOCAOptimizer.update": {
338
- "total": 635.0889540000092,
339
- "count": 10170,
340
- "self": 635.0889540000092
341
  }
342
  }
343
  }
@@ -346,19 +346,19 @@
346
  }
347
  },
348
  "trainer_threads": {
349
- "total": 6.999998731771484e-07,
350
  "count": 1,
351
- "self": 6.999998731771484e-07
352
  },
353
  "TrainerController._save_models": {
354
- "total": 0.1360858999996708,
355
  "count": 1,
356
- "self": 0.00494789999902423,
357
  "children": {
358
  "RLTrainer._checkpoint": {
359
- "total": 0.13113800000064657,
360
  "count": 1,
361
- "self": 0.13113800000064657
362
  }
363
  }
364
  }
 
2
  "name": "root",
3
  "gauges": {
4
  "SoccerTwos.Policy.Entropy.mean": {
5
+ "value": 1.8118613958358765,
6
+ "min": 1.6636101007461548,
7
+ "max": 1.843156099319458,
8
+ "count": 138
9
  },
10
  "SoccerTwos.Policy.Entropy.sum": {
11
+ "value": 34613.80078125,
12
+ "min": 31359.28515625,
13
+ "max": 39437.20703125,
14
+ "count": 138
15
  },
16
  "SoccerTwos.Environment.EpisodeLength.mean": {
17
+ "value": 54.15217391304348,
18
+ "min": 44.61818181818182,
19
+ "max": 74.35820895522389,
20
+ "count": 138
21
  },
22
  "SoccerTwos.Environment.EpisodeLength.sum": {
23
+ "value": 19928.0,
24
+ "min": 16656.0,
25
+ "max": 20384.0,
26
+ "count": 138
27
  },
28
  "SoccerTwos.Self-play.ELO.mean": {
29
+ "value": 1702.4857863511247,
30
+ "min": 1689.0574729382788,
31
+ "max": 1741.4789908541304,
32
+ "count": 138
33
  },
34
  "SoccerTwos.Self-play.ELO.sum": {
35
+ "value": 313257.38468860695,
36
+ "min": 230337.3248480296,
37
+ "max": 374924.64448671497,
38
+ "count": 138
39
  },
40
  "SoccerTwos.Step.mean": {
41
+ "value": 10009980.0,
42
+ "min": 8639960.0,
43
+ "max": 10009980.0,
44
+ "count": 138
45
  },
46
  "SoccerTwos.Step.sum": {
47
+ "value": 10009980.0,
48
+ "min": 8639960.0,
49
+ "max": 10009980.0,
50
+ "count": 138
51
  },
52
  "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": {
53
+ "value": -0.010594820603728294,
54
+ "min": -0.09363055974245071,
55
+ "max": 0.06854648143053055,
56
+ "count": 138
57
  },
58
  "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": {
59
+ "value": -1.9388521909713745,
60
+ "min": -18.35158920288086,
61
+ "max": 13.549934387207031,
62
+ "count": 138
63
  },
64
  "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": {
65
+ "value": -0.012300742790102959,
66
+ "min": -0.09186331927776337,
67
+ "max": 0.07186656445264816,
68
+ "count": 138
69
  },
70
  "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": {
71
+ "value": -2.2510359287261963,
72
+ "min": -18.005210876464844,
73
+ "max": 15.093283653259277,
74
+ "count": 138
75
  },
76
  "SoccerTwos.Environment.CumulativeReward.mean": {
77
  "value": 0.0,
78
  "min": 0.0,
79
  "max": 0.0,
80
+ "count": 138
81
  },
82
  "SoccerTwos.Environment.CumulativeReward.sum": {
83
  "value": 0.0,
84
  "min": 0.0,
85
  "max": 0.0,
86
+ "count": 138
87
  },
88
  "SoccerTwos.Policy.ExtrinsicReward.mean": {
89
+ "value": -0.009724591599136103,
90
+ "min": -0.30681618445181436,
91
+ "max": 0.25714331578443395,
92
+ "count": 138
93
  },
94
  "SoccerTwos.Policy.ExtrinsicReward.sum": {
95
+ "value": -1.7796002626419067,
96
+ "min": -53.515599727630615,
97
+ "max": 50.4333997964859,
98
+ "count": 138
99
  },
100
  "SoccerTwos.Environment.GroupCumulativeReward.mean": {
101
+ "value": -0.009724591599136103,
102
+ "min": -0.30681618445181436,
103
+ "max": 0.25714331578443395,
104
+ "count": 138
105
  },
106
  "SoccerTwos.Environment.GroupCumulativeReward.sum": {
107
+ "value": -1.7796002626419067,
108
+ "min": -53.515599727630615,
109
+ "max": 50.4333997964859,
110
+ "count": 138
111
  },
112
  "SoccerTwos.IsTraining.mean": {
113
  "value": 1.0,
114
  "min": 1.0,
115
  "max": 1.0,
116
+ "count": 138
117
  },
118
  "SoccerTwos.IsTraining.sum": {
119
  "value": 1.0,
120
  "min": 1.0,
121
  "max": 1.0,
122
+ "count": 138
123
  },
124
  "SoccerTwos.Losses.PolicyLoss.mean": {
125
+ "value": 0.019012902875935347,
126
+ "min": 0.010337586479363382,
127
+ "max": 0.02299332935363054,
128
+ "count": 66
129
  },
130
  "SoccerTwos.Losses.PolicyLoss.sum": {
131
+ "value": 0.019012902875935347,
132
+ "min": 0.010337586479363382,
133
+ "max": 0.02299332935363054,
134
+ "count": 66
135
  },
136
  "SoccerTwos.Losses.ValueLoss.mean": {
137
+ "value": 0.10139179453253747,
138
+ "min": 0.09779081518451373,
139
+ "max": 0.12342411826054255,
140
+ "count": 66
141
  },
142
  "SoccerTwos.Losses.ValueLoss.sum": {
143
+ "value": 0.10139179453253747,
144
+ "min": 0.09779081518451373,
145
+ "max": 0.12342411826054255,
146
+ "count": 66
147
  },
148
  "SoccerTwos.Losses.BaselineLoss.mean": {
149
+ "value": 0.10178855781753858,
150
+ "min": 0.09808570270737012,
151
+ "max": 0.12474122320612271,
152
+ "count": 66
153
  },
154
  "SoccerTwos.Losses.BaselineLoss.sum": {
155
+ "value": 0.10178855781753858,
156
+ "min": 0.09808570270737012,
157
+ "max": 0.12474122320612271,
158
+ "count": 66
159
  },
160
  "SoccerTwos.Policy.LearningRate.mean": {
161
+ "value": 0.00015,
162
+ "min": 0.00015,
163
+ "max": 0.00015,
164
+ "count": 66
165
  },
166
  "SoccerTwos.Policy.LearningRate.sum": {
167
+ "value": 0.00015,
168
+ "min": 0.00015,
169
+ "max": 0.00015,
170
+ "count": 66
171
  },
172
  "SoccerTwos.Policy.Epsilon.mean": {
173
  "value": 0.20000000000000007,
174
  "min": 0.20000000000000007,
175
  "max": 0.20000000000000007,
176
+ "count": 66
177
  },
178
  "SoccerTwos.Policy.Epsilon.sum": {
179
  "value": 0.20000000000000007,
180
  "min": 0.20000000000000007,
181
  "max": 0.20000000000000007,
182
+ "count": 66
183
  },
184
  "SoccerTwos.Policy.Beta.mean": {
185
  "value": 0.005000000000000001,
186
  "min": 0.005000000000000001,
187
  "max": 0.005000000000000001,
188
+ "count": 66
189
  },
190
  "SoccerTwos.Policy.Beta.sum": {
191
  "value": 0.005000000000000001,
192
  "min": 0.005000000000000001,
193
  "max": 0.005000000000000001,
194
+ "count": 66
195
  }
196
  },
197
  "metadata": {
198
  "timer_format_version": "0.1.0",
199
+ "start_time_seconds": "1678726861",
200
  "python_version": "3.9.5 (tags/v3.9.5:0a7dcbd, May 3 2021, 17:27:52) [MSC v.1928 64 bit (AMD64)]",
201
+ "command_line_arguments": "D:\\Documents\\Tesis\\thesis_env\\Scripts\\mlagents-learn ./config/poca/SoccerTwos.yaml --env=./training-envs-executables/SoccerTwos/SoccerTwos.exe --run-id=SoccerTwos --no-graphics --resume",
202
  "mlagents_version": "0.31.0.dev0",
203
  "mlagents_envs_version": "0.31.0.dev0",
204
  "communication_protocol_version": "1.5.0",
205
  "pytorch_version": "1.13.1+cu117",
206
  "numpy_version": "1.21.2",
207
+ "end_time_seconds": "1678728868"
208
  },
209
+ "total": 2007.3160672,
210
  "count": 1,
211
+ "self": 0.056033299999853625,
212
  "children": {
213
  "run_training.setup": {
214
+ "total": 0.08213850000000011,
215
  "count": 1,
216
+ "self": 0.08213850000000011
217
  },
218
  "TrainerController.start_learning": {
219
+ "total": 2007.1778954000001,
220
  "count": 1,
221
+ "self": 1.637189700020599,
222
  "children": {
223
  "TrainerController._reset_env": {
224
+ "total": 4.090669199999826,
225
+ "count": 8,
226
+ "self": 4.090669199999826
227
  },
228
  "TrainerController.advance": {
229
+ "total": 2001.3126216999794,
230
+ "count": 96197,
231
+ "self": 1.4328627999125274,
232
  "children": {
233
  "env_step": {
234
+ "total": 1407.015403500059,
235
+ "count": 96197,
236
+ "self": 788.8511395001028,
237
  "children": {
238
  "SubprocessEnvManager._take_step": {
239
+ "total": 617.252432499953,
240
+ "count": 96197,
241
+ "self": 8.982159299974114,
242
  "children": {
243
  "TorchPolicy.evaluate": {
244
+ "total": 608.2702731999789,
245
+ "count": 172776,
246
+ "self": 608.2702731999789
247
  }
248
  }
249
  },
250
  "workers": {
251
+ "total": 0.9118315000031885,
252
+ "count": 96197,
253
  "self": 0.0,
254
  "children": {
255
  "worker_root": {
256
+ "total": 1998.0237361000184,
257
+ "count": 96197,
258
  "is_parallel": true,
259
+ "self": 1365.5229779000274,
260
  "children": {
261
  "steps_from_proto": {
262
+ "total": 0.010172899999911778,
263
+ "count": 16,
264
  "is_parallel": true,
265
+ "self": 0.00204889999975455,
266
  "children": {
267
  "_process_rank_one_or_two_observation": {
268
+ "total": 0.008124000000157228,
269
+ "count": 64,
270
  "is_parallel": true,
271
+ "self": 0.008124000000157228
272
  }
273
  }
274
  },
275
  "UnityEnvironment.step": {
276
+ "total": 632.4905852999909,
277
+ "count": 96197,
278
  "is_parallel": true,
279
+ "self": 35.8199392999702,
280
  "children": {
281
  "UnityEnvironment._generate_step_input": {
282
+ "total": 25.812671299991184,
283
+ "count": 96197,
284
  "is_parallel": true,
285
+ "self": 25.812671299991184
286
  },
287
  "communicator.exchange": {
288
+ "total": 465.90249760001274,
289
+ "count": 96197,
290
  "is_parallel": true,
291
+ "self": 465.90249760001274
292
  },
293
  "steps_from_proto": {
294
+ "total": 104.95547710001682,
295
+ "count": 192394,
296
  "is_parallel": true,
297
+ "self": 21.353446499925468,
298
  "children": {
299
  "_process_rank_one_or_two_observation": {
300
+ "total": 83.60203060009135,
301
+ "count": 769576,
302
  "is_parallel": true,
303
+ "self": 83.60203060009135
304
  }
305
  }
306
  }
 
313
  }
314
  },
315
  "trainer_advance": {
316
+ "total": 592.864355400008,
317
+ "count": 96197,
318
+ "self": 12.526563400013629,
319
  "children": {
320
  "process_trajectory": {
321
+ "total": 312.0778004999946,
322
+ "count": 96197,
323
+ "self": 311.60571909999476,
324
  "children": {
325
  "RLTrainer._checkpoint": {
326
+ "total": 0.4720813999998654,
327
+ "count": 3,
328
+ "self": 0.4720813999998654
329
  }
330
  }
331
  },
332
  "_update_policy": {
333
+ "total": 268.2599914999998,
334
+ "count": 67,
335
+ "self": 141.44559800000098,
336
  "children": {
337
  "TorchPOCAOptimizer.update": {
338
+ "total": 126.81439349999879,
339
+ "count": 2007,
340
+ "self": 126.81439349999879
341
  }
342
  }
343
  }
 
346
  }
347
  },
348
  "trainer_threads": {
349
+ "total": 6.000000212225132e-07,
350
  "count": 1,
351
+ "self": 6.000000212225132e-07
352
  },
353
  "TrainerController._save_models": {
354
+ "total": 0.1374142000001939,
355
  "count": 1,
356
+ "self": 0.0266540000002351,
357
  "children": {
358
  "RLTrainer._checkpoint": {
359
+ "total": 0.11076019999995879,
360
  "count": 1,
361
+ "self": 0.11076019999995879
362
  }
363
  }
364
  }
run_logs/training_status.json CHANGED
@@ -2,59 +2,59 @@
2
  "SoccerTwos": {
3
  "checkpoints": [
4
  {
5
- "steps": 5499998,
6
- "file_path": "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-5499998.onnx",
7
- "reward": 0.0,
8
- "creation_time": 1678721492.971189,
9
  "auxillary_file_paths": [
10
- "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-5499998.pt"
11
  ]
12
  },
13
  {
14
- "steps": 5999990,
15
- "file_path": "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-5999990.onnx",
16
  "reward": 0.0,
17
- "creation_time": 1678722177.081898,
18
  "auxillary_file_paths": [
19
- "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-5999990.pt"
20
  ]
21
  },
22
  {
23
- "steps": 6499910,
24
- "file_path": "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-6499910.onnx",
25
  "reward": 0.0,
26
- "creation_time": 1678722902.0392876,
27
  "auxillary_file_paths": [
28
- "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-6499910.pt"
29
  ]
30
  },
31
  {
32
- "steps": 6999996,
33
- "file_path": "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-6999996.onnx",
34
  "reward": 0.0,
35
- "creation_time": 1678723632.2841418,
36
  "auxillary_file_paths": [
37
- "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-6999996.pt"
38
  ]
39
  },
40
  {
41
- "steps": 7047290,
42
- "file_path": "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-7047290.onnx",
43
- "reward": 0.0,
44
- "creation_time": 1678723701.3190248,
45
  "auxillary_file_paths": [
46
- "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-7047290.pt"
47
  ]
48
  }
49
  ],
50
- "elo": 1714.1695390061957,
51
  "final_checkpoint": {
52
- "steps": 7047290,
53
  "file_path": "results\\SoccerTwos\\SoccerTwos.onnx",
54
- "reward": 0.0,
55
- "creation_time": 1678723701.3190248,
56
  "auxillary_file_paths": [
57
- "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-7047290.pt"
58
  ]
59
  }
60
  },
 
2
  "SoccerTwos": {
3
  "checkpoints": [
4
  {
5
+ "steps": 8631616,
6
+ "file_path": "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-8631616.onnx",
7
+ "reward": null,
8
+ "creation_time": 1678726770.4651341,
9
  "auxillary_file_paths": [
10
+ "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-8631616.pt"
11
  ]
12
  },
13
  {
14
+ "steps": 8999911,
15
+ "file_path": "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-8999911.onnx",
16
  "reward": 0.0,
17
+ "creation_time": 1678727395.9117014,
18
  "auxillary_file_paths": [
19
+ "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-8999911.pt"
20
  ]
21
  },
22
  {
23
+ "steps": 9499962,
24
+ "file_path": "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-9499962.onnx",
25
  "reward": 0.0,
26
+ "creation_time": 1678728123.592492,
27
  "auxillary_file_paths": [
28
+ "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-9499962.pt"
29
  ]
30
  },
31
  {
32
+ "steps": 9999903,
33
+ "file_path": "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-9999903.onnx",
34
  "reward": 0.0,
35
+ "creation_time": 1678728852.673938,
36
  "auxillary_file_paths": [
37
+ "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-9999903.pt"
38
  ]
39
  },
40
  {
41
+ "steps": 10010182,
42
+ "file_path": "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-10010182.onnx",
43
+ "reward": null,
44
+ "creation_time": 1678728868.643914,
45
  "auxillary_file_paths": [
46
+ "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-10010182.pt"
47
  ]
48
  }
49
  ],
50
+ "elo": 1705.4365123790888,
51
  "final_checkpoint": {
52
+ "steps": 10010182,
53
  "file_path": "results\\SoccerTwos\\SoccerTwos.onnx",
54
+ "reward": null,
55
+ "creation_time": 1678728868.643914,
56
  "auxillary_file_paths": [
57
+ "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-10010182.pt"
58
  ]
59
  }
60
  },