chirbard commited on
Commit
68eb775
1 Parent(s): b67cea4
Worm.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9153f10f4d507d7be32db0289813c5c523b9c339c06fdc53367985c8f903276f
3
  size 2259590
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:edfc7e3af108061dbe7fef9f1c680756a27800095692ef50f51085f3afa861b9
3
  size 2259590
Worm/Worm-3499000.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a16c1c13dab2bbc89b62ea71c789336b09cfde2d339a225ff7f19a860f1644c
3
+ size 2259590
Worm/Worm-3499000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:598dbbec983ca682c021b6efaf5af3a55184bf6854c9054c1769ea75647d47f6
3
+ size 13496972
Worm/Worm-3999000.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7815c9074a5dc07d50914b621d282486cacf1f1f7c89f98d333a0315d2f31106
3
+ size 2259590
Worm/Worm-3999000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eef3fe8b781049a4ddee4b747b2923dea2739605dcf918534de8219d06e607fe
3
+ size 13496972
Worm/Worm-4499000.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af4a6a2e5a64f8991eeca55f2f775e70d40d694be2a7f64669d46fe95cc8c2fa
3
+ size 2259590
Worm/Worm-4499000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e965c71c267b5092b1dafbf2393357fc71f0e51a8fd2137d6f2e9239ad245d5
3
+ size 13496972
Worm/Worm-4999000.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d04375a62956bc780444bd61205ce833fcb43f61714df32289b3cbf18e50b49
3
+ size 2259590
Worm/Worm-4999000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ec7c3dee6d2e7d2fbb71486f9bce2470749c0f4db33068173f28905d18545b1
3
+ size 13496972
Worm/Worm-5010000.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:edfc7e3af108061dbe7fef9f1c680756a27800095692ef50f51085f3afa861b9
3
+ size 2259590
Worm/Worm-5010000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10b3190a8f2f1a567e149342a06d30bb3b9b335a587a2adef1997a4a000195ba
3
+ size 13496972
Worm/checkpoint.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:398e493dddd4aa81ad0ac5a31099d2ff99207bbfe6e92dcf4db5d5f17d17dd52
3
  size 13496802
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09a2e5a6998649adcf12143919003935d7f43723575c4ce4e115c49eb4ea056b
3
  size 13496802
Worm/events.out.tfevents.1714641014.5c7afb37f927.1105.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d7ef1ae5a836ff72cd2919f2947e13e5b7d6ac746814967c3c76444c5722e63
3
+ size 228009
config.json CHANGED
@@ -1 +1 @@
1
- {"default_settings": null, "behaviors": {"Worm": {"trainer_type": "ppo", "hyperparameters": {"batch_size": 2024, "buffer_size": 20240, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "shared_critic": false, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "checkpoint_interval": 500000, "network_settings": {"normalize": true, "hidden_units": 512, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.995, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 1000000, "time_horizon": 1000, "summary_freq": 30000, "threaded": false, "self_play": null, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/linux/Worm/Worm", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "timeout_wait": 60, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true, "no_graphics_monitor": false}, "environment_parameters": null, "checkpoint_settings": {"run_id": "Worm1", "initialize_from": null, "load_model": false, "resume": false, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
 
1
+ {"default_settings": null, "behaviors": {"Worm": {"trainer_type": "ppo", "hyperparameters": {"batch_size": 2024, "buffer_size": 20240, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "shared_critic": false, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "checkpoint_interval": 500000, "network_settings": {"normalize": true, "hidden_units": 512, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.9995, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 5000000, "time_horizon": 1000, "summary_freq": 30000, "threaded": false, "self_play": null, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/linux/Worm/Worm", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "timeout_wait": 60, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true, "no_graphics_monitor": false}, "environment_parameters": null, "checkpoint_settings": {"run_id": "Worm2", "initialize_from": null, "load_model": false, "resume": false, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
configuration.yaml CHANGED
@@ -25,7 +25,7 @@ behaviors:
25
  deterministic: false
26
  reward_signals:
27
  extrinsic:
28
- gamma: 0.995
29
  strength: 1.0
30
  network_settings:
31
  normalize: false
@@ -38,7 +38,7 @@ behaviors:
38
  init_path: null
39
  keep_checkpoints: 5
40
  even_checkpoints: false
41
- max_steps: 1000000
42
  time_horizon: 1000
43
  summary_freq: 30000
44
  threaded: false
@@ -66,7 +66,7 @@ engine_settings:
66
  no_graphics_monitor: false
67
  environment_parameters: null
68
  checkpoint_settings:
69
- run_id: Worm1
70
  initialize_from: null
71
  load_model: false
72
  resume: false
 
25
  deterministic: false
26
  reward_signals:
27
  extrinsic:
28
+ gamma: 0.9995
29
  strength: 1.0
30
  network_settings:
31
  normalize: false
 
38
  init_path: null
39
  keep_checkpoints: 5
40
  even_checkpoints: false
41
+ max_steps: 5000000
42
  time_horizon: 1000
43
  summary_freq: 30000
44
  threaded: false
 
66
  no_graphics_monitor: false
67
  environment_parameters: null
68
  checkpoint_settings:
69
+ run_id: Worm2
70
  initialize_from: null
71
  load_model: false
72
  resume: false
run_logs/Player-0.log CHANGED
@@ -1,7 +1,7 @@
1
  Mono path[0] = '/content/ml-agents/training-envs-executables/linux/Worm/Worm_Data/Managed'
2
  Mono config path = '/content/ml-agents/training-envs-executables/linux/Worm/Worm_Data/MonoBleedingEdge/etc'
3
  Found 1 interfaces on host : 0) 172.17.0.2
4
- Multi-casting "[IP] 172.17.0.2 [Port] 55060 [Flags] 2 [Guid] 1918229829 [EditorId] 588871222 [Version] 1048832 [Id] LinuxPlayer(13,172.17.0.2) [Debug] 0 [PackageName] LinuxPlayer [ProjectName] UnityEnvironment" to [225.0.0.222:54997]...
5
  Preloaded 'lib_burst_generated.so'
6
  Preloaded 'libgrpc_csharp_ext.x64.so'
7
  Initialize engine version: 2021.3.5f1 (40eb3a945986)
@@ -33,7 +33,7 @@ ALSA lib pcm.c:2664:(snd_pcm_open_noupdate) Unknown PCM default
33
  FMOD failed to initialize the output device.: "Error initializing output device. " (60)
34
  FMOD initialized on nosound output
35
  Begin MonoManager ReloadAssembly
36
- - Completed reload, in 0.049 seconds
37
  ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
38
  ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
39
  ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -65,7 +65,7 @@ ERROR: Shader Autodesk Interactive shader is not supported on this GPU (none of
65
  WARNING: Shader Unsupported: 'Autodesk Interactive' - All subshaders removed
66
  WARNING: Shader Did you use #pragma only_renderers and omit this platform?
67
  WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
68
- UnloadTime: 0.473751 ms
69
  ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
70
  requesting resize 84 x 84
71
  Setting up 10 worker threads for Enlighten.
@@ -73,7 +73,7 @@ PlayerConnection::CleanupMemory Statistics:
73
  [ALLOC_TEMP_TLS] TLS Allocator
74
  StackAllocators :
75
  [ALLOC_TEMP_MAIN]
76
- Peak usage frame count: [4.0 KB-8.0 KB]: 20194 frames, [2.0 MB-4.0 MB]: 1 frames
77
  Initial Block Size 4.0 MB
78
  Current Block Size 4.0 MB
79
  Peak Allocated Bytes 2.0 MB
@@ -146,19 +146,19 @@ PlayerConnection::CleanupMemory Statistics:
146
  [ALLOC_TEMP_Profiler.Dispatcher]
147
  Initial Block Size 64.0 KB
148
  Current Block Size 64.0 KB
149
- Peak Allocated Bytes 0 B
150
  Overflow Count 0
151
- [ALLOC_TEMP_Job.Worker 17]
152
  Initial Block Size 256.0 KB
153
  Current Block Size 256.0 KB
154
  Peak Allocated Bytes 0 B
155
  Overflow Count 0
156
- [ALLOC_TEMP_Job.Worker 3]
157
  Initial Block Size 256.0 KB
158
  Current Block Size 256.0 KB
159
  Peak Allocated Bytes 0 B
160
  Overflow Count 0
161
- [ALLOC_TEMP_Job.Worker 14]
162
  Initial Block Size 256.0 KB
163
  Current Block Size 256.0 KB
164
  Peak Allocated Bytes 0 B
@@ -191,7 +191,7 @@ PlayerConnection::CleanupMemory Statistics:
191
  [ALLOC_TEMP_Job.Worker 5]
192
  Initial Block Size 256.0 KB
193
  Current Block Size 256.0 KB
194
- Peak Allocated Bytes 0 B
195
  Overflow Count 0
196
  [ALLOC_TEMP_Job.Worker 0]
197
  Initial Block Size 256.0 KB
@@ -256,7 +256,7 @@ PlayerConnection::CleanupMemory Statistics:
256
  [ALLOC_TEMP_Job.Worker 8]
257
  Initial Block Size 256.0 KB
258
  Current Block Size 256.0 KB
259
- Peak Allocated Bytes 0.8 KB
260
  Overflow Count 0
261
  [ALLOC_TEMP_Job.Worker 1]
262
  Initial Block Size 256.0 KB
@@ -294,28 +294,28 @@ PlayerConnection::CleanupMemory Statistics:
294
  Peak Allocated Bytes 0 B
295
  Overflow Count 0
296
  [ALLOC_MEMORYPROFILER]
297
- Peak usage frame count: [64.0 KB-128.0 KB]: 20195 frames
298
  Requested Block Size 1.0 MB
299
  Peak Block count 1
300
  Peak Allocated memory 103.1 KB
301
  Peak Large allocation bytes 0 B
302
  [ALLOC_DEFAULT] Dual Thread Allocator
303
- Peak main deferred allocation count 30
304
  [ALLOC_BUCKET]
305
  Large Block size 4.0 MB
306
  Used Block count 1
307
  Peak Allocated bytes 0.8 MB
308
  [ALLOC_DEFAULT_MAIN]
309
- Peak usage frame count: [4.0 MB-8.0 MB]: 20195 frames
310
  Requested Block Size 16.0 MB
311
  Peak Block count 1
312
  Peak Allocated memory 5.3 MB
313
  Peak Large allocation bytes 0 B
314
  [ALLOC_DEFAULT_THREAD]
315
- Peak usage frame count: [16.0 MB-32.0 MB]: 20195 frames
316
  Requested Block Size 16.0 MB
317
  Peak Block count 1
318
- Peak Allocated memory 17.7 MB
319
  Peak Large allocation bytes 16.0 MB
320
  [ALLOC_TEMP_JOB_1_FRAME]
321
  Initial Block Size 2.0 MB
@@ -344,13 +344,13 @@ PlayerConnection::CleanupMemory Statistics:
344
  Used Block count 1
345
  Peak Allocated bytes 0.8 MB
346
  [ALLOC_GFX_MAIN]
347
- Peak usage frame count: [32.0 KB-64.0 KB]: 20194 frames, [64.0 KB-128.0 KB]: 1 frames
348
  Requested Block Size 16.0 MB
349
  Peak Block count 1
350
  Peak Allocated memory 67.0 KB
351
  Peak Large allocation bytes 0 B
352
  [ALLOC_GFX_THREAD]
353
- Peak usage frame count: [128.0 KB-256.0 KB]: 20195 frames
354
  Requested Block Size 16.0 MB
355
  Peak Block count 1
356
  Peak Allocated memory 151.2 KB
@@ -362,13 +362,13 @@ PlayerConnection::CleanupMemory Statistics:
362
  Used Block count 1
363
  Peak Allocated bytes 0.8 MB
364
  [ALLOC_CACHEOBJECTS_MAIN]
365
- Peak usage frame count: [0.5 MB-1.0 MB]: 20195 frames
366
  Requested Block Size 4.0 MB
367
  Peak Block count 1
368
  Peak Allocated memory 0.6 MB
369
  Peak Large allocation bytes 0 B
370
  [ALLOC_CACHEOBJECTS_THREAD]
371
- Peak usage frame count: [256.0 KB-0.5 MB]: 20194 frames, [4.0 MB-8.0 MB]: 1 frames
372
  Requested Block Size 4.0 MB
373
  Peak Block count 2
374
  Peak Allocated memory 4.2 MB
@@ -380,25 +380,25 @@ PlayerConnection::CleanupMemory Statistics:
380
  Used Block count 1
381
  Peak Allocated bytes 0.8 MB
382
  [ALLOC_TYPETREE_MAIN]
383
- Peak usage frame count: [0-1.0 KB]: 20195 frames
384
  Requested Block Size 2.0 MB
385
  Peak Block count 1
386
  Peak Allocated memory 1.0 KB
387
  Peak Large allocation bytes 0 B
388
  [ALLOC_TYPETREE_THREAD]
389
- Peak usage frame count: [4.0 KB-8.0 KB]: 20194 frames, [8.0 KB-16.0 KB]: 1 frames
390
  Requested Block Size 2.0 MB
391
  Peak Block count 1
392
  Peak Allocated memory 9.3 KB
393
  Peak Large allocation bytes 0 B
394
  [ALLOC_PROFILER]
395
- Peak usage frame count: [32.0 KB-64.0 KB]: 20195 frames
396
  Requested Block Size 16.0 MB
397
  Peak Block count 1
398
- Peak Allocated memory 44.3 KB
399
  Peak Large allocation bytes 0 B
400
  [ALLOC_PROFILER_BUCKET]
401
  Large Block size 4.0 MB
402
  Used Block count 1
403
  Peak Allocated bytes 332 B
404
- ##utp:{"type":"MemoryLeaks","version":2,"phase":"Immediate","time":1714640378408,"processId":558,"allocatedMemory":1994181,"memoryLabels":[{"Default":9033},{"Permanent":1264},{"NewDelete":12801},{"Thread":34964},{"Manager":26827},{"VertexData":12},{"Geometry":280},{"Texture":16},{"Shader":69173},{"Material":24},{"GfxDevice":35248},{"Animation":304},{"Audio":3976},{"Physics":288},{"Serialization":216},{"Input":9176},{"JobScheduler":200},{"Mono":40},{"ScriptingNativeRuntime":216},{"BaseObject":1609212},{"Resource":592},{"Renderer":1936},{"Transform":48},{"File":800},{"WebCam":24},{"Culling":40},{"Terrain":953},{"Wind":24},{"String":3423},{"DynamicArray":30868},{"HashMap":7680},{"Utility":8704},{"PoolAlloc":1160},{"TypeTree":1792},{"ScriptManager":80},{"RuntimeInitializeOnLoadManager":72},{"SpriteAtlas":112},{"GI":3272},{"Unet":16},{"Director":7760},{"WebRequest":720},{"VR":45473},{"SceneManager":424},{"Video":32},{"LazyScriptCache":32},{"NativeArray":384},{"Camera":25},{"Secure":1},{"SerializationCache":624},{"APIUpdating":5872},{"Subsystems":384},{"VirtualTexturing":57552},{"AssetReference":32}]}
 
1
  Mono path[0] = '/content/ml-agents/training-envs-executables/linux/Worm/Worm_Data/Managed'
2
  Mono config path = '/content/ml-agents/training-envs-executables/linux/Worm/Worm_Data/MonoBleedingEdge/etc'
3
  Found 1 interfaces on host : 0) 172.17.0.2
4
+ Multi-casting "[IP] 172.17.0.2 [Port] 55016 [Flags] 2 [Guid] 1272002339 [EditorId] 588871222 [Version] 1048832 [Id] LinuxPlayer(13,172.17.0.2) [Debug] 0 [PackageName] LinuxPlayer [ProjectName] UnityEnvironment" to [225.0.0.222:54997]...
5
  Preloaded 'lib_burst_generated.so'
6
  Preloaded 'libgrpc_csharp_ext.x64.so'
7
  Initialize engine version: 2021.3.5f1 (40eb3a945986)
 
33
  FMOD failed to initialize the output device.: "Error initializing output device. " (60)
34
  FMOD initialized on nosound output
35
  Begin MonoManager ReloadAssembly
36
+ - Completed reload, in 0.073 seconds
37
  ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
38
  ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
39
  ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 
65
  WARNING: Shader Unsupported: 'Autodesk Interactive' - All subshaders removed
66
  WARNING: Shader Did you use #pragma only_renderers and omit this platform?
67
  WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
68
+ UnloadTime: 0.545042 ms
69
  ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
70
  requesting resize 84 x 84
71
  Setting up 10 worker threads for Enlighten.
 
73
  [ALLOC_TEMP_TLS] TLS Allocator
74
  StackAllocators :
75
  [ALLOC_TEMP_MAIN]
76
+ Peak usage frame count: [4.0 KB-8.0 KB]: 100174 frames, [2.0 MB-4.0 MB]: 1 frames
77
  Initial Block Size 4.0 MB
78
  Current Block Size 4.0 MB
79
  Peak Allocated Bytes 2.0 MB
 
146
  [ALLOC_TEMP_Profiler.Dispatcher]
147
  Initial Block Size 64.0 KB
148
  Current Block Size 64.0 KB
149
+ Peak Allocated Bytes 3.8 KB
150
  Overflow Count 0
151
+ [ALLOC_TEMP_Job.Worker 14]
152
  Initial Block Size 256.0 KB
153
  Current Block Size 256.0 KB
154
  Peak Allocated Bytes 0 B
155
  Overflow Count 0
156
+ [ALLOC_TEMP_Job.Worker 17]
157
  Initial Block Size 256.0 KB
158
  Current Block Size 256.0 KB
159
  Peak Allocated Bytes 0 B
160
  Overflow Count 0
161
+ [ALLOC_TEMP_Job.Worker 3]
162
  Initial Block Size 256.0 KB
163
  Current Block Size 256.0 KB
164
  Peak Allocated Bytes 0 B
 
191
  [ALLOC_TEMP_Job.Worker 5]
192
  Initial Block Size 256.0 KB
193
  Current Block Size 256.0 KB
194
+ Peak Allocated Bytes 0.8 KB
195
  Overflow Count 0
196
  [ALLOC_TEMP_Job.Worker 0]
197
  Initial Block Size 256.0 KB
 
256
  [ALLOC_TEMP_Job.Worker 8]
257
  Initial Block Size 256.0 KB
258
  Current Block Size 256.0 KB
259
+ Peak Allocated Bytes 0 B
260
  Overflow Count 0
261
  [ALLOC_TEMP_Job.Worker 1]
262
  Initial Block Size 256.0 KB
 
294
  Peak Allocated Bytes 0 B
295
  Overflow Count 0
296
  [ALLOC_MEMORYPROFILER]
297
+ Peak usage frame count: [64.0 KB-128.0 KB]: 100175 frames
298
  Requested Block Size 1.0 MB
299
  Peak Block count 1
300
  Peak Allocated memory 103.1 KB
301
  Peak Large allocation bytes 0 B
302
  [ALLOC_DEFAULT] Dual Thread Allocator
303
+ Peak main deferred allocation count 39
304
  [ALLOC_BUCKET]
305
  Large Block size 4.0 MB
306
  Used Block count 1
307
  Peak Allocated bytes 0.8 MB
308
  [ALLOC_DEFAULT_MAIN]
309
+ Peak usage frame count: [4.0 MB-8.0 MB]: 100175 frames
310
  Requested Block Size 16.0 MB
311
  Peak Block count 1
312
  Peak Allocated memory 5.3 MB
313
  Peak Large allocation bytes 0 B
314
  [ALLOC_DEFAULT_THREAD]
315
+ Peak usage frame count: [16.0 MB-32.0 MB]: 100175 frames
316
  Requested Block Size 16.0 MB
317
  Peak Block count 1
318
+ Peak Allocated memory 17.6 MB
319
  Peak Large allocation bytes 16.0 MB
320
  [ALLOC_TEMP_JOB_1_FRAME]
321
  Initial Block Size 2.0 MB
 
344
  Used Block count 1
345
  Peak Allocated bytes 0.8 MB
346
  [ALLOC_GFX_MAIN]
347
+ Peak usage frame count: [32.0 KB-64.0 KB]: 100174 frames, [64.0 KB-128.0 KB]: 1 frames
348
  Requested Block Size 16.0 MB
349
  Peak Block count 1
350
  Peak Allocated memory 67.0 KB
351
  Peak Large allocation bytes 0 B
352
  [ALLOC_GFX_THREAD]
353
+ Peak usage frame count: [128.0 KB-256.0 KB]: 100175 frames
354
  Requested Block Size 16.0 MB
355
  Peak Block count 1
356
  Peak Allocated memory 151.2 KB
 
362
  Used Block count 1
363
  Peak Allocated bytes 0.8 MB
364
  [ALLOC_CACHEOBJECTS_MAIN]
365
+ Peak usage frame count: [0.5 MB-1.0 MB]: 100175 frames
366
  Requested Block Size 4.0 MB
367
  Peak Block count 1
368
  Peak Allocated memory 0.6 MB
369
  Peak Large allocation bytes 0 B
370
  [ALLOC_CACHEOBJECTS_THREAD]
371
+ Peak usage frame count: [256.0 KB-0.5 MB]: 100174 frames, [4.0 MB-8.0 MB]: 1 frames
372
  Requested Block Size 4.0 MB
373
  Peak Block count 2
374
  Peak Allocated memory 4.2 MB
 
380
  Used Block count 1
381
  Peak Allocated bytes 0.8 MB
382
  [ALLOC_TYPETREE_MAIN]
383
+ Peak usage frame count: [0-1.0 KB]: 100175 frames
384
  Requested Block Size 2.0 MB
385
  Peak Block count 1
386
  Peak Allocated memory 1.0 KB
387
  Peak Large allocation bytes 0 B
388
  [ALLOC_TYPETREE_THREAD]
389
+ Peak usage frame count: [4.0 KB-8.0 KB]: 100174 frames, [8.0 KB-16.0 KB]: 1 frames
390
  Requested Block Size 2.0 MB
391
  Peak Block count 1
392
  Peak Allocated memory 9.3 KB
393
  Peak Large allocation bytes 0 B
394
  [ALLOC_PROFILER]
395
+ Peak usage frame count: [32.0 KB-64.0 KB]: 100175 frames
396
  Requested Block Size 16.0 MB
397
  Peak Block count 1
398
+ Peak Allocated memory 43.8 KB
399
  Peak Large allocation bytes 0 B
400
  [ALLOC_PROFILER_BUCKET]
401
  Large Block size 4.0 MB
402
  Used Block count 1
403
  Peak Allocated bytes 332 B
404
+ ##utp:{"type":"MemoryLeaks","version":2,"phase":"Immediate","time":1714648964728,"processId":1183,"allocatedMemory":1994181,"memoryLabels":[{"Default":9033},{"Permanent":1264},{"NewDelete":12801},{"Thread":34964},{"Manager":26827},{"VertexData":12},{"Geometry":280},{"Texture":16},{"Shader":69173},{"Material":24},{"GfxDevice":35248},{"Animation":304},{"Audio":3976},{"Physics":288},{"Serialization":216},{"Input":9176},{"JobScheduler":200},{"Mono":40},{"ScriptingNativeRuntime":216},{"BaseObject":1609212},{"Resource":592},{"Renderer":1936},{"Transform":48},{"File":800},{"WebCam":24},{"Culling":40},{"Terrain":953},{"Wind":24},{"String":3423},{"DynamicArray":30868},{"HashMap":7680},{"Utility":8704},{"PoolAlloc":1160},{"TypeTree":1792},{"ScriptManager":80},{"RuntimeInitializeOnLoadManager":72},{"SpriteAtlas":112},{"GI":3272},{"Unet":16},{"Director":7760},{"WebRequest":720},{"VR":45473},{"SceneManager":424},{"Video":32},{"LazyScriptCache":32},{"NativeArray":384},{"Camera":25},{"Secure":1},{"SerializationCache":624},{"APIUpdating":5872},{"Subsystems":384},{"VirtualTexturing":57552},{"AssetReference":32}]}
run_logs/timers.json CHANGED
@@ -2,213 +2,213 @@
2
  "name": "root",
3
  "gauges": {
4
  "Worm.Policy.Entropy.mean": {
5
- "value": 1.3813000917434692,
6
- "min": 1.3813000917434692,
7
- "max": 1.4214242696762085,
8
- "count": 33
9
  },
10
  "Worm.Policy.Entropy.sum": {
11
- "value": 41439.00390625,
12
- "min": 41439.00390625,
13
- "max": 42642.7265625,
14
- "count": 33
15
  },
16
  "Worm.Environment.EpisodeLength.mean": {
17
  "value": 999.0,
18
  "min": 999.0,
19
  "max": 999.0,
20
- "count": 33
21
  },
22
  "Worm.Environment.EpisodeLength.sum": {
23
  "value": 29970.0,
24
  "min": 29970.0,
25
  "max": 29970.0,
26
- "count": 33
27
  },
28
  "Worm.Step.mean": {
29
- "value": 989000.0,
30
  "min": 29000.0,
31
- "max": 989000.0,
32
- "count": 33
33
  },
34
  "Worm.Step.sum": {
35
- "value": 989000.0,
36
  "min": 29000.0,
37
- "max": 989000.0,
38
- "count": 33
39
  },
40
  "Worm.Policy.ExtrinsicValueEstimate.mean": {
41
- "value": 10.218206405639648,
42
- "min": 0.04035256803035736,
43
- "max": 10.218206405639648,
44
- "count": 33
45
  },
46
  "Worm.Policy.ExtrinsicValueEstimate.sum": {
47
- "value": 306.54620361328125,
48
- "min": 1.1702244281768799,
49
- "max": 306.54620361328125,
50
- "count": 33
51
  },
52
  "Worm.Environment.CumulativeReward.mean": {
53
- "value": 96.3925111134847,
54
- "min": 0.3067418605089188,
55
- "max": 96.3925111134847,
56
- "count": 33
57
  },
58
  "Worm.Environment.CumulativeReward.sum": {
59
- "value": 2891.775333404541,
60
- "min": 9.202255815267563,
61
- "max": 2891.775333404541,
62
- "count": 33
63
  },
64
  "Worm.Policy.ExtrinsicReward.mean": {
65
- "value": 96.3925111134847,
66
- "min": 0.3067418605089188,
67
- "max": 96.3925111134847,
68
- "count": 33
69
  },
70
  "Worm.Policy.ExtrinsicReward.sum": {
71
- "value": 2891.775333404541,
72
- "min": 9.202255815267563,
73
- "max": 2891.775333404541,
74
- "count": 33
75
  },
76
  "Worm.IsTraining.mean": {
77
- "value": 1.0,
78
- "min": 1.0,
79
  "max": 1.0,
80
- "count": 33
81
  },
82
  "Worm.IsTraining.sum": {
83
- "value": 1.0,
84
- "min": 1.0,
85
  "max": 1.0,
86
- "count": 33
87
  },
88
  "Worm.Losses.PolicyLoss.mean": {
89
- "value": 0.018103818208882808,
90
- "min": 0.012456976492969608,
91
- "max": 0.022658059853364693,
92
- "count": 32
93
  },
94
  "Worm.Losses.PolicyLoss.sum": {
95
- "value": 0.018103818208882808,
96
- "min": 0.012456976492969608,
97
- "max": 0.022658059853364693,
98
- "count": 32
99
  },
100
  "Worm.Losses.ValueLoss.mean": {
101
- "value": 0.8037082765783582,
102
- "min": 0.0011220454651352373,
103
- "max": 0.8037082765783582,
104
- "count": 32
105
  },
106
  "Worm.Losses.ValueLoss.sum": {
107
- "value": 0.8037082765783582,
108
- "min": 0.0011220454651352373,
109
- "max": 0.8037082765783582,
110
- "count": 32
111
  },
112
  "Worm.Policy.LearningRate.mean": {
113
- "value": 1.2000096000000011e-05,
114
- "min": 1.2000096000000011e-05,
115
- "max": 0.0002910000029999999,
116
- "count": 32
117
  },
118
  "Worm.Policy.LearningRate.sum": {
119
- "value": 1.2000096000000011e-05,
120
- "min": 1.2000096000000011e-05,
121
- "max": 0.0002910000029999999,
122
- "count": 32
123
  },
124
  "Worm.Policy.Epsilon.mean": {
125
- "value": 0.10400000000000001,
126
- "min": 0.10400000000000001,
127
- "max": 0.19699999999999998,
128
- "count": 32
129
  },
130
  "Worm.Policy.Epsilon.sum": {
131
- "value": 0.10400000000000001,
132
- "min": 0.10400000000000001,
133
- "max": 0.19699999999999998,
134
- "count": 32
135
  },
136
  "Worm.Policy.Beta.mean": {
137
- "value": 0.00020960000000000022,
138
- "min": 0.00020960000000000022,
139
- "max": 0.0048503,
140
- "count": 32
141
  },
142
  "Worm.Policy.Beta.sum": {
143
- "value": 0.00020960000000000022,
144
- "min": 0.00020960000000000022,
145
- "max": 0.0048503,
146
- "count": 32
147
  }
148
  },
149
  "metadata": {
150
  "timer_format_version": "0.1.0",
151
- "start_time_seconds": "1714638571",
152
  "python_version": "3.10.12 (main, Nov 20 2023, 15:14:05) [GCC 11.4.0]",
153
- "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Worm.yaml --env=./training-envs-executables/linux/Worm/Worm --run-id=Worm1 --no-graphics",
154
  "mlagents_version": "1.1.0.dev0",
155
  "mlagents_envs_version": "1.1.0.dev0",
156
  "communication_protocol_version": "1.5.0",
157
  "pytorch_version": "2.2.1+cu121",
158
  "numpy_version": "1.23.5",
159
- "end_time_seconds": "1714640378"
160
  },
161
- "total": 1807.186417758,
162
  "count": 1,
163
- "self": 0.2226507970003695,
164
  "children": {
165
  "run_training.setup": {
166
- "total": 0.03508823399999983,
167
  "count": 1,
168
- "self": 0.03508823399999983
169
  },
170
  "TrainerController.start_learning": {
171
- "total": 1806.9286787269998,
172
  "count": 1,
173
- "self": 1.5984670360085147,
174
  "children": {
175
  "TrainerController._reset_env": {
176
- "total": 4.5319290700000465,
177
  "count": 1,
178
- "self": 4.5319290700000465
179
  },
180
  "TrainerController.advance": {
181
- "total": 1800.5074406109916,
182
- "count": 101000,
183
- "self": 1.5185525509077706,
184
  "children": {
185
  "env_step": {
186
- "total": 1630.2491652410558,
187
- "count": 101000,
188
- "self": 807.2643592230424,
189
  "children": {
190
  "SubprocessEnvManager._take_step": {
191
- "total": 821.9629730000545,
192
- "count": 101000,
193
- "self": 8.080595117065968,
194
  "children": {
195
  "TorchPolicy.evaluate": {
196
- "total": 813.8823778829885,
197
- "count": 101000,
198
- "self": 813.8823778829885
199
  }
200
  }
201
  },
202
  "workers": {
203
- "total": 1.0218330179588975,
204
- "count": 101000,
205
  "self": 0.0,
206
  "children": {
207
  "worker_root": {
208
- "total": 1802.524632485985,
209
- "count": 101000,
210
  "is_parallel": true,
211
- "self": 1086.4535243009614,
212
  "children": {
213
  "run_training.setup": {
214
  "total": 0.0,
@@ -217,48 +217,48 @@
217
  "self": 0.0,
218
  "children": {
219
  "steps_from_proto": {
220
- "total": 0.000998251999931199,
221
  "count": 1,
222
  "is_parallel": true,
223
- "self": 0.00014639500000157568,
224
  "children": {
225
  "_process_rank_one_or_two_observation": {
226
- "total": 0.0008518569999296233,
227
  "count": 2,
228
  "is_parallel": true,
229
- "self": 0.0008518569999296233
230
  }
231
  }
232
  },
233
  "UnityEnvironment.step": {
234
- "total": 0.0160302799999954,
235
  "count": 1,
236
  "is_parallel": true,
237
- "self": 0.0002099380001254758,
238
  "children": {
239
  "UnityEnvironment._generate_step_input": {
240
- "total": 0.00022316299998692557,
241
  "count": 1,
242
  "is_parallel": true,
243
- "self": 0.00022316299998692557
244
  },
245
  "communicator.exchange": {
246
- "total": 0.015358318999915355,
247
  "count": 1,
248
  "is_parallel": true,
249
- "self": 0.015358318999915355
250
  },
251
  "steps_from_proto": {
252
- "total": 0.0002388599999676444,
253
  "count": 1,
254
  "is_parallel": true,
255
- "self": 7.16739999688798e-05,
256
  "children": {
257
  "_process_rank_one_or_two_observation": {
258
- "total": 0.0001671859999987646,
259
  "count": 2,
260
  "is_parallel": true,
261
- "self": 0.0001671859999987646
262
  }
263
  }
264
  }
@@ -267,34 +267,34 @@
267
  }
268
  },
269
  "UnityEnvironment.step": {
270
- "total": 716.0711081850235,
271
- "count": 100999,
272
  "is_parallel": true,
273
- "self": 8.906186120908501,
274
  "children": {
275
  "UnityEnvironment._generate_step_input": {
276
- "total": 12.973453316107111,
277
- "count": 100999,
278
  "is_parallel": true,
279
- "self": 12.973453316107111
280
  },
281
  "communicator.exchange": {
282
- "total": 674.7304765249737,
283
- "count": 100999,
284
  "is_parallel": true,
285
- "self": 674.7304765249737
286
  },
287
  "steps_from_proto": {
288
- "total": 19.460992223034168,
289
- "count": 100999,
290
  "is_parallel": true,
291
- "self": 6.168571215041652,
292
  "children": {
293
  "_process_rank_one_or_two_observation": {
294
- "total": 13.292421007992516,
295
- "count": 201998,
296
  "is_parallel": true,
297
- "self": 13.292421007992516
298
  }
299
  }
300
  }
@@ -307,31 +307,31 @@
307
  }
308
  },
309
  "trainer_advance": {
310
- "total": 168.73972281902797,
311
- "count": 101000,
312
- "self": 1.8744992110208614,
313
  "children": {
314
  "process_trajectory": {
315
- "total": 53.174941409005214,
316
- "count": 101000,
317
- "self": 52.585993289005046,
318
  "children": {
319
  "RLTrainer._checkpoint": {
320
- "total": 0.5889481200001683,
321
- "count": 2,
322
- "self": 0.5889481200001683
323
  }
324
  }
325
  },
326
  "_update_policy": {
327
- "total": 113.6902821990019,
328
- "count": 33,
329
- "self": 79.22575029900327,
330
  "children": {
331
  "TorchPPOOptimizer.update": {
332
- "total": 34.46453189999863,
333
- "count": 1386,
334
- "self": 34.46453189999863
335
  }
336
  }
337
  }
@@ -340,19 +340,19 @@
340
  }
341
  },
342
  "trainer_threads": {
343
- "total": 5.47999661648646e-07,
344
  "count": 1,
345
- "self": 5.47999661648646e-07
346
  },
347
  "TrainerController._save_models": {
348
- "total": 0.29084146200011673,
349
  "count": 1,
350
- "self": 0.0011063850001846731,
351
  "children": {
352
  "RLTrainer._checkpoint": {
353
- "total": 0.28973507699993206,
354
  "count": 1,
355
- "self": 0.28973507699993206
356
  }
357
  }
358
  }
 
2
  "name": "root",
3
  "gauges": {
4
  "Worm.Policy.Entropy.mean": {
5
+ "value": 1.0383450984954834,
6
+ "min": 1.0383450984954834,
7
+ "max": 1.418938398361206,
8
+ "count": 167
9
  },
10
  "Worm.Policy.Entropy.sum": {
11
+ "value": 31150.3515625,
12
+ "min": 31150.3515625,
13
+ "max": 42568.15234375,
14
+ "count": 167
15
  },
16
  "Worm.Environment.EpisodeLength.mean": {
17
  "value": 999.0,
18
  "min": 999.0,
19
  "max": 999.0,
20
+ "count": 167
21
  },
22
  "Worm.Environment.EpisodeLength.sum": {
23
  "value": 29970.0,
24
  "min": 29970.0,
25
  "max": 29970.0,
26
+ "count": 167
27
  },
28
  "Worm.Step.mean": {
29
+ "value": 5009000.0,
30
  "min": 29000.0,
31
+ "max": 5009000.0,
32
+ "count": 167
33
  },
34
  "Worm.Step.sum": {
35
+ "value": 5009000.0,
36
  "min": 29000.0,
37
+ "max": 5009000.0,
38
+ "count": 167
39
  },
40
  "Worm.Policy.ExtrinsicValueEstimate.mean": {
41
+ "value": 911.670166015625,
42
+ "min": -0.027795789763331413,
43
+ "max": 911.670166015625,
44
+ "count": 167
45
  },
46
  "Worm.Policy.ExtrinsicValueEstimate.sum": {
47
+ "value": 27350.10546875,
48
+ "min": -0.8338736891746521,
49
+ "max": 27350.10546875,
50
+ "count": 167
51
  },
52
  "Worm.Environment.CumulativeReward.mean": {
53
+ "value": 805.3793802897136,
54
+ "min": 0.29938842456710213,
55
+ "max": 805.3793802897136,
56
+ "count": 167
57
  },
58
  "Worm.Environment.CumulativeReward.sum": {
59
+ "value": 24161.381408691406,
60
+ "min": 8.981652737013064,
61
+ "max": 24161.381408691406,
62
+ "count": 167
63
  },
64
  "Worm.Policy.ExtrinsicReward.mean": {
65
+ "value": 805.3793802897136,
66
+ "min": 0.29938842456710213,
67
+ "max": 805.3793802897136,
68
+ "count": 167
69
  },
70
  "Worm.Policy.ExtrinsicReward.sum": {
71
+ "value": 24161.381408691406,
72
+ "min": 8.981652737013064,
73
+ "max": 24161.381408691406,
74
+ "count": 167
75
  },
76
  "Worm.IsTraining.mean": {
77
+ "value": 0.0,
78
+ "min": 0.0,
79
  "max": 1.0,
80
+ "count": 167
81
  },
82
  "Worm.IsTraining.sum": {
83
+ "value": 0.0,
84
+ "min": 0.0,
85
  "max": 1.0,
86
+ "count": 167
87
  },
88
  "Worm.Losses.PolicyLoss.mean": {
89
+ "value": 0.01523660916427616,
90
+ "min": 0.012222255894725788,
91
+ "max": 0.022566866207246978,
92
+ "count": 166
93
  },
94
  "Worm.Losses.PolicyLoss.sum": {
95
+ "value": 0.01523660916427616,
96
+ "min": 0.012222255894725788,
97
+ "max": 0.022566866207246978,
98
+ "count": 166
99
  },
100
  "Worm.Losses.ValueLoss.mean": {
101
+ "value": 86.60273052397228,
102
+ "min": 0.0016061962122053263,
103
+ "max": 86.60273052397228,
104
+ "count": 166
105
  },
106
  "Worm.Losses.ValueLoss.sum": {
107
+ "value": 86.60273052397228,
108
+ "min": 0.0016061962122053263,
109
+ "max": 86.60273052397228,
110
+ "count": 166
111
  },
112
  "Worm.Policy.LearningRate.mean": {
113
+ "value": 1.200099600000001e-06,
114
+ "min": 1.200099600000001e-06,
115
+ "max": 0.0002982000005999999,
116
+ "count": 166
117
  },
118
  "Worm.Policy.LearningRate.sum": {
119
+ "value": 1.200099600000001e-06,
120
+ "min": 1.200099600000001e-06,
121
+ "max": 0.0002982000005999999,
122
+ "count": 166
123
  },
124
  "Worm.Policy.Epsilon.mean": {
125
+ "value": 0.10039999999999998,
126
+ "min": 0.10039999999999998,
127
+ "max": 0.19940000000000005,
128
+ "count": 166
129
  },
130
  "Worm.Policy.Epsilon.sum": {
131
+ "value": 0.10039999999999998,
132
+ "min": 0.10039999999999998,
133
+ "max": 0.19940000000000005,
134
+ "count": 166
135
  },
136
  "Worm.Policy.Beta.mean": {
137
+ "value": 2.996000000000002e-05,
138
+ "min": 2.996000000000002e-05,
139
+ "max": 0.00497006,
140
+ "count": 166
141
  },
142
  "Worm.Policy.Beta.sum": {
143
+ "value": 2.996000000000002e-05,
144
+ "min": 2.996000000000002e-05,
145
+ "max": 0.00497006,
146
+ "count": 166
147
  }
148
  },
149
  "metadata": {
150
  "timer_format_version": "0.1.0",
151
+ "start_time_seconds": "1714641014",
152
  "python_version": "3.10.12 (main, Nov 20 2023, 15:14:05) [GCC 11.4.0]",
153
+ "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Worm.yaml --env=./training-envs-executables/linux/Worm/Worm --run-id=Worm2 --no-graphics",
154
  "mlagents_version": "1.1.0.dev0",
155
  "mlagents_envs_version": "1.1.0.dev0",
156
  "communication_protocol_version": "1.5.0",
157
  "pytorch_version": "2.2.1+cu121",
158
  "numpy_version": "1.23.5",
159
+ "end_time_seconds": "1714648964"
160
  },
161
+ "total": 7950.43931719,
162
  "count": 1,
163
+ "self": 0.27240052500019374,
164
  "children": {
165
  "run_training.setup": {
166
+ "total": 0.03199088000019401,
167
  "count": 1,
168
+ "self": 0.03199088000019401
169
  },
170
  "TrainerController.start_learning": {
171
+ "total": 7950.134925785,
172
  "count": 1,
173
+ "self": 6.8739123757559355,
174
  "children": {
175
  "TrainerController._reset_env": {
176
+ "total": 3.6837898109997695,
177
  "count": 1,
178
+ "self": 3.6837898109997695
179
  },
180
  "TrainerController.advance": {
181
+ "total": 7939.347177344245,
182
+ "count": 501000,
183
+ "self": 6.619951957754893,
184
  "children": {
185
  "env_step": {
186
+ "total": 7158.685518757587,
187
+ "count": 501000,
188
+ "self": 3641.34230069079,
189
  "children": {
190
  "SubprocessEnvManager._take_step": {
191
+ "total": 3512.991070379864,
192
+ "count": 501000,
193
+ "self": 36.804414690867816,
194
  "children": {
195
  "TorchPolicy.evaluate": {
196
+ "total": 3476.1866556889963,
197
+ "count": 501000,
198
+ "self": 3476.1866556889963
199
  }
200
  }
201
  },
202
  "workers": {
203
+ "total": 4.352147686932312,
204
+ "count": 501000,
205
  "self": 0.0,
206
  "children": {
207
  "worker_root": {
208
+ "total": 7933.499011418997,
209
+ "count": 501000,
210
  "is_parallel": true,
211
+ "self": 4684.752994616309,
212
  "children": {
213
  "run_training.setup": {
214
  "total": 0.0,
 
217
  "self": 0.0,
218
  "children": {
219
  "steps_from_proto": {
220
+ "total": 0.0008045820000006643,
221
  "count": 1,
222
  "is_parallel": true,
223
+ "self": 0.0001709239995761891,
224
  "children": {
225
  "_process_rank_one_or_two_observation": {
226
+ "total": 0.0006336580004244752,
227
  "count": 2,
228
  "is_parallel": true,
229
+ "self": 0.0006336580004244752
230
  }
231
  }
232
  },
233
  "UnityEnvironment.step": {
234
+ "total": 0.019127113000195095,
235
  "count": 1,
236
  "is_parallel": true,
237
+ "self": 0.00013211299983595381,
238
  "children": {
239
  "UnityEnvironment._generate_step_input": {
240
+ "total": 0.0002480969997122884,
241
  "count": 1,
242
  "is_parallel": true,
243
+ "self": 0.0002480969997122884
244
  },
245
  "communicator.exchange": {
246
+ "total": 0.018405206000352337,
247
  "count": 1,
248
  "is_parallel": true,
249
+ "self": 0.018405206000352337
250
  },
251
  "steps_from_proto": {
252
+ "total": 0.00034169700029451633,
253
  "count": 1,
254
  "is_parallel": true,
255
+ "self": 0.00013287599995237542,
256
  "children": {
257
  "_process_rank_one_or_two_observation": {
258
+ "total": 0.0002088210003421409,
259
  "count": 2,
260
  "is_parallel": true,
261
+ "self": 0.0002088210003421409
262
  }
263
  }
264
  }
 
267
  }
268
  },
269
  "UnityEnvironment.step": {
270
+ "total": 3248.746016802688,
271
+ "count": 500999,
272
  "is_parallel": true,
273
+ "self": 38.527613540150924,
274
  "children": {
275
  "UnityEnvironment._generate_step_input": {
276
+ "total": 53.303079868708664,
277
+ "count": 500999,
278
  "is_parallel": true,
279
+ "self": 53.303079868708664
280
  },
281
  "communicator.exchange": {
282
+ "total": 3074.0460657642343,
283
+ "count": 500999,
284
  "is_parallel": true,
285
+ "self": 3074.0460657642343
286
  },
287
  "steps_from_proto": {
288
+ "total": 82.8692576295939,
289
+ "count": 500999,
290
  "is_parallel": true,
291
+ "self": 27.10341265893203,
292
  "children": {
293
  "_process_rank_one_or_two_observation": {
294
+ "total": 55.765844970661874,
295
+ "count": 1001998,
296
  "is_parallel": true,
297
+ "self": 55.765844970661874
298
  }
299
  }
300
  }
 
307
  }
308
  },
309
  "trainer_advance": {
310
+ "total": 774.0417066289033,
311
+ "count": 501000,
312
+ "self": 7.8497958482385,
313
  "children": {
314
  "process_trajectory": {
315
+ "total": 235.67155292566395,
316
+ "count": 501000,
317
+ "self": 233.29774147166336,
318
  "children": {
319
  "RLTrainer._checkpoint": {
320
+ "total": 2.373811454000588,
321
+ "count": 10,
322
+ "self": 2.373811454000588
323
  }
324
  }
325
  },
326
  "_update_policy": {
327
+ "total": 530.5203578550008,
328
+ "count": 166,
329
+ "self": 363.2441809010629,
330
  "children": {
331
  "TorchPPOOptimizer.update": {
332
+ "total": 167.27617695393792,
333
+ "count": 6972,
334
+ "self": 167.27617695393792
335
  }
336
  }
337
  }
 
340
  }
341
  },
342
  "trainer_threads": {
343
+ "total": 6.299997039604932e-07,
344
  "count": 1,
345
+ "self": 6.299997039604932e-07
346
  },
347
  "TrainerController._save_models": {
348
+ "total": 0.23004562399910355,
349
  "count": 1,
350
+ "self": 0.0013605900003312854,
351
  "children": {
352
  "RLTrainer._checkpoint": {
353
+ "total": 0.22868503399877227,
354
  "count": 1,
355
+ "self": 0.22868503399877227
356
  }
357
  }
358
  }
run_logs/training_status.json CHANGED
@@ -2,40 +2,58 @@
2
  "Worm": {
3
  "checkpoints": [
4
  {
5
- "steps": 499000,
6
- "file_path": "results/Worm1/Worm/Worm-499000.onnx",
7
- "reward": 7.357881512934048,
8
- "creation_time": 1714639519.5751803,
9
  "auxillary_file_paths": [
10
- "results/Worm1/Worm/Worm-499000.pt"
11
  ]
12
  },
13
  {
14
- "steps": 999000,
15
- "file_path": "results/Worm1/Worm/Worm-999000.onnx",
16
- "reward": 80.47975794474284,
17
- "creation_time": 1714640358.6032763,
18
  "auxillary_file_paths": [
19
- "results/Worm1/Worm/Worm-999000.pt"
20
  ]
21
  },
22
  {
23
- "steps": 1010000,
24
- "file_path": "results/Worm1/Worm/Worm-1010000.onnx",
25
- "reward": 86.06652774810792,
26
- "creation_time": 1714640378.215758,
27
  "auxillary_file_paths": [
28
- "results/Worm1/Worm/Worm-1010000.pt"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
29
  ]
30
  }
31
  ],
32
  "final_checkpoint": {
33
- "steps": 1010000,
34
- "file_path": "results/Worm1/Worm.onnx",
35
- "reward": 86.06652774810792,
36
- "creation_time": 1714640378.215758,
37
  "auxillary_file_paths": [
38
- "results/Worm1/Worm/Worm-1010000.pt"
39
  ]
40
  }
41
  },
 
2
  "Worm": {
3
  "checkpoints": [
4
  {
5
+ "steps": 3499000,
6
+ "file_path": "results/Worm2/Worm/Worm-3499000.onnx",
7
+ "reward": 668.8947111430921,
8
+ "creation_time": 1714646585.3716137,
9
  "auxillary_file_paths": [
10
+ "results/Worm2/Worm/Worm-3499000.pt"
11
  ]
12
  },
13
  {
14
+ "steps": 3999000,
15
+ "file_path": "results/Worm2/Worm/Worm-3999000.onnx",
16
+ "reward": 709.4366794162327,
17
+ "creation_time": 1714647376.845425,
18
  "auxillary_file_paths": [
19
+ "results/Worm2/Worm/Worm-3999000.pt"
20
  ]
21
  },
22
  {
23
+ "steps": 4499000,
24
+ "file_path": "results/Worm2/Worm/Worm-4499000.onnx",
25
+ "reward": 766.2436649717133,
26
+ "creation_time": 1714648166.4907413,
27
  "auxillary_file_paths": [
28
+ "results/Worm2/Worm/Worm-4499000.pt"
29
+ ]
30
+ },
31
+ {
32
+ "steps": 4999000,
33
+ "file_path": "results/Worm2/Worm/Worm-4999000.onnx",
34
+ "reward": 807.5839586759869,
35
+ "creation_time": 1714648948.6725833,
36
+ "auxillary_file_paths": [
37
+ "results/Worm2/Worm/Worm-4999000.pt"
38
+ ]
39
+ },
40
+ {
41
+ "steps": 5010000,
42
+ "file_path": "results/Worm2/Worm/Worm-5010000.onnx",
43
+ "reward": 802.969150797526,
44
+ "creation_time": 1714648964.5036938,
45
+ "auxillary_file_paths": [
46
+ "results/Worm2/Worm/Worm-5010000.pt"
47
  ]
48
  }
49
  ],
50
  "final_checkpoint": {
51
+ "steps": 5010000,
52
+ "file_path": "results/Worm2/Worm.onnx",
53
+ "reward": 802.969150797526,
54
+ "creation_time": 1714648964.5036938,
55
  "auxillary_file_paths": [
56
+ "results/Worm2/Worm/Worm-5010000.pt"
57
  ]
58
  }
59
  },