diff --git a/Pyramids Training/Pyramids.onnx b/Pyramids Training/Pyramids.onnx new file mode 100644 index 0000000000000000000000000000000000000000..320aa5380a291aca8fa6e29af9b992aff5740815 --- /dev/null +++ b/Pyramids Training/Pyramids.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df03205b035c901deed1cb0043bd062341c755464ca979fb6a78278da7b2a319 +size 1418184 diff --git a/Pyramids Training/Pyramids/Pyramids-1000010.onnx b/Pyramids Training/Pyramids/Pyramids-1000010.onnx new file mode 100644 index 0000000000000000000000000000000000000000..320aa5380a291aca8fa6e29af9b992aff5740815 --- /dev/null +++ b/Pyramids Training/Pyramids/Pyramids-1000010.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df03205b035c901deed1cb0043bd062341c755464ca979fb6a78278da7b2a319 +size 1418184 diff --git a/Pyramids Training/Pyramids/Pyramids-1000010.pt b/Pyramids Training/Pyramids/Pyramids-1000010.pt new file mode 100644 index 0000000000000000000000000000000000000000..f90c23fad2808a55bf328261b271775e32473a58 --- /dev/null +++ b/Pyramids Training/Pyramids/Pyramids-1000010.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6bd308636afca0db10dfbf329d5de12d1a3dbadad38df116e10b4bdea488bf9 +size 8650990 diff --git a/Pyramids Training/Pyramids/Pyramids-499895.onnx b/Pyramids Training/Pyramids/Pyramids-499895.onnx new file mode 100644 index 0000000000000000000000000000000000000000..8d42cfe289020fc415bc3b6b5737b0171ff7160f --- /dev/null +++ b/Pyramids Training/Pyramids/Pyramids-499895.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae4ddcfadbf19d324595e637a754b39b590928a09c94c6912a02c973c20320b9 +size 1418184 diff --git a/Pyramids Training/Pyramids/Pyramids-499895.pt b/Pyramids Training/Pyramids/Pyramids-499895.pt new file mode 100644 index 0000000000000000000000000000000000000000..1865b535f408a99822ecc6527054515fb4768383 --- /dev/null +++ b/Pyramids Training/Pyramids/Pyramids-499895.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0faf858118a0e8cd5ac418d998173f4918e69e0accf694beb2dfdccaf658233b +size 8650990 diff --git a/Pyramids Training/Pyramids/Pyramids-999981.onnx b/Pyramids Training/Pyramids/Pyramids-999981.onnx new file mode 100644 index 0000000000000000000000000000000000000000..320aa5380a291aca8fa6e29af9b992aff5740815 --- /dev/null +++ b/Pyramids Training/Pyramids/Pyramids-999981.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df03205b035c901deed1cb0043bd062341c755464ca979fb6a78278da7b2a319 +size 1418184 diff --git a/Pyramids Training/Pyramids/Pyramids-999981.pt b/Pyramids Training/Pyramids/Pyramids-999981.pt new file mode 100644 index 0000000000000000000000000000000000000000..77a379bc2dad7e87f2957e458c65ddf049f1c6ba --- /dev/null +++ b/Pyramids Training/Pyramids/Pyramids-999981.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90a13d9e5d6674a14ecd893fc0bd394c9eceeb37b55c7317e815f0b61b343c64 +size 8650990 diff --git a/Pyramids Training/Pyramids/checkpoint.pt b/Pyramids Training/Pyramids/checkpoint.pt new file mode 100644 index 0000000000000000000000000000000000000000..f90c23fad2808a55bf328261b271775e32473a58 --- /dev/null +++ b/Pyramids Training/Pyramids/checkpoint.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6bd308636afca0db10dfbf329d5de12d1a3dbadad38df116e10b4bdea488bf9 +size 8650990 diff --git a/Pyramids Training/Pyramids/events.out.tfevents.1686002585.cfa2741d9875.6006.0 b/Pyramids Training/Pyramids/events.out.tfevents.1686002585.cfa2741d9875.6006.0 new file mode 100644 index 0000000000000000000000000000000000000000..68471741c6b9a06f0d513d76ebec954033f5657d --- /dev/null +++ b/Pyramids Training/Pyramids/events.out.tfevents.1686002585.cfa2741d9875.6006.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acca33c92b133f240e1aa3cee9667e50052d7c5ec29ea11b79ac1c5ef1a049b3 +size 323889 diff --git a/Pyramids Training/configuration.yaml b/Pyramids Training/configuration.yaml new file mode 100644 index 0000000000000000000000000000000000000000..fa80105747b57afb5427d818598fb36179afbb2a --- /dev/null +++ b/Pyramids Training/configuration.yaml @@ -0,0 +1,90 @@ +default_settings: null +behaviors: + Pyramids: + trainer_type: ppo + hyperparameters: + batch_size: 128 + buffer_size: 2048 + learning_rate: 0.0003 + beta: 0.01 + epsilon: 0.2 + lambd: 0.95 + num_epoch: 3 + shared_critic: false + learning_rate_schedule: linear + beta_schedule: linear + epsilon_schedule: linear + checkpoint_interval: 500000 + network_settings: + normalize: false + hidden_units: 512 + num_layers: 2 + vis_encode_type: simple + memory: null + goal_conditioning_type: hyper + deterministic: false + reward_signals: + extrinsic: + gamma: 0.99 + strength: 1.0 + network_settings: + normalize: false + hidden_units: 128 + num_layers: 2 + vis_encode_type: simple + memory: null + goal_conditioning_type: hyper + deterministic: false + rnd: + gamma: 0.99 + strength: 0.01 + network_settings: + normalize: false + hidden_units: 64 + num_layers: 3 + vis_encode_type: simple + memory: null + goal_conditioning_type: hyper + deterministic: false + learning_rate: 0.0001 + encoding_size: null + init_path: null + keep_checkpoints: 5 + even_checkpoints: false + max_steps: 1000000 + time_horizon: 128 + summary_freq: 30000 + threaded: false + self_play: null + behavioral_cloning: null +env_settings: + env_path: ./training-envs-executables/linux/Pyramids/Pyramids + env_args: null + base_port: 5005 + num_envs: 1 + num_areas: 1 + seed: -1 + max_lifetime_restarts: 10 + restarts_rate_limit_n: 1 + restarts_rate_limit_period_s: 60 +engine_settings: + width: 84 + height: 84 + quality_level: 5 + time_scale: 20 + target_frame_rate: -1 + capture_frame_rate: 60 + no_graphics: true +environment_parameters: null +checkpoint_settings: + run_id: Pyramids Training + initialize_from: null + load_model: false + resume: false + force: false + train_model: false + inference: false + results_dir: results +torch_settings: + device: null +debug: false diff --git a/Pyramids Training/run_logs/Player-0.log b/Pyramids Training/run_logs/Player-0.log new file mode 100644 index 0000000000000000000000000000000000000000..9573e3e030f5191070b7ab1c6699d0679718df09 --- /dev/null +++ b/Pyramids Training/run_logs/Player-0.log @@ -0,0 +1,317 @@ +Mono path[0] = '/content/ml-agents/training-envs-executables/linux/Pyramids/Pyramids_Data/Managed' +Mono config path = '/content/ml-agents/training-envs-executables/linux/Pyramids/Pyramids_Data/MonoBleedingEdge/etc' +Found 1 interfaces on host : 0) 172.28.0.12 +Multi-casting "[IP] 172.28.0.12 [Port] 55439 [Flags] 2 [Guid] 4030764125 [EditorId] 764847374 [Version] 1048832 [Id] LinuxPlayer(13,172.28.0.12) [Debug] 0 [PackageName] LinuxPlayer [ProjectName] UnityEnvironment" to [225.0.0.222:54997]... +Preloaded 'lib_burst_generated.so' +Preloaded 'libgrpc_csharp_ext.x64.so' +PlayerPrefs - Creating folder: /root/.config/unity3d/Unity Technologies +PlayerPrefs - Creating folder: /root/.config/unity3d/Unity Technologies/UnityEnvironment +Unable to load player prefs +Initialize engine version: 2021.3.5f1 (40eb3a945986) +[Subsystems] Discovering subsystems at path /content/ml-agents/training-envs-executables/linux/Pyramids/Pyramids_Data/UnitySubsystems +Forcing GfxDevice: Null +GfxDevice: creating device client; threaded=0; jobified=0 +NullGfxDevice: + Version: NULL 1.0 [1.0] + Renderer: Null Device + Vendor: Unity Technologies +ALSA lib confmisc.c:767:(parse_card) cannot find card '0' +ALSA lib conf.c:4732:(_snd_config_evaluate) function snd_func_card_driver returned error: No such file or directory +ALSA lib confmisc.c:392:(snd_func_concat) error evaluating strings +ALSA lib conf.c:4732:(_snd_config_evaluate) function snd_func_concat returned error: No such file or directory +ALSA lib confmisc.c:1246:(snd_func_refer) error evaluating name +ALSA lib conf.c:4732:(_snd_config_evaluate) function snd_func_refer returned error: No such file or directory +ALSA lib conf.c:5220:(snd_config_expand) Evaluate error: No such file or directory +ALSA lib pcm.c:2642:(snd_pcm_open_noupdate) Unknown PCM default +FMOD failed to initialize the output device.: "Error initializing output device. " (60) +Forced to initialize FMOD to to the device driver's system output rate 48000, this may impact performance and/or give inconsistent experiences compared to selected sample rate 48000 +ALSA lib confmisc.c:767:(parse_card) cannot find card '0' +ALSA lib conf.c:4732:(_snd_config_evaluate) function snd_func_card_driver returned error: No such file or directory +ALSA lib confmisc.c:392:(snd_func_concat) error evaluating strings +ALSA lib conf.c:4732:(_snd_config_evaluate) function snd_func_concat returned error: No such file or directory +ALSA lib confmisc.c:1246:(snd_func_refer) error evaluating name +ALSA lib conf.c:4732:(_snd_config_evaluate) function snd_func_refer returned error: No such file or directory +ALSA lib conf.c:5220:(snd_config_expand) Evaluate error: No such file or directory +ALSA lib pcm.c:2642:(snd_pcm_open_noupdate) Unknown PCM default +FMOD failed to initialize the output device.: "Error initializing output device. " (60) +FMOD initialized on nosound output +Begin MonoManager ReloadAssembly +- Completed reload, in 0.127 seconds +ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable) +ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable) +ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable) +WARNING: Shader Unsupported: 'Autodesk Interactive' - All subshaders removed +WARNING: Shader Did you use #pragma only_renderers and omit this platform? +WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off? +ERROR: Shader Autodesk Interactive shader is not supported on this GPU (none of subshaders/fallbacks are suitable) +WARNING: Shader Unsupported: 'Autodesk Interactive' - All subshaders removed +WARNING: Shader Did you use #pragma only_renderers and omit this platform? +WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off? +WARNING: Shader Unsupported: 'Legacy Shaders/Diffuse' - All subshaders removed +WARNING: Shader Did you use #pragma only_renderers and omit this platform? +WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off? +ERROR: Shader Legacy Shaders/Diffuse shader is not supported on this GPU (none of subshaders/fallbacks are suitable) +WARNING: Shader Unsupported: 'Legacy Shaders/Diffuse' - All subshaders removed +WARNING: Shader Did you use #pragma only_renderers and omit this platform? +WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off? +WARNING: Shader Unsupported: 'ML-Agents/GridPattern' - All subshaders removed +WARNING: Shader Did you use #pragma only_renderers and omit this platform? +WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off? +ERROR: Shader ML-Agents/GridPattern shader is not supported on this GPU (none of subshaders/fallbacks are suitable) +WARNING: Shader Unsupported: 'ML-Agents/GridPattern' - All subshaders removed +WARNING: Shader Did you use #pragma only_renderers and omit this platform? +WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off? +WARNING: Shader Unsupported: 'Standard' - All subshaders removed +WARNING: Shader Did you use #pragma only_renderers and omit this platform? +WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off? +ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/fallbacks are suitable) +WARNING: Shader Unsupported: 'Standard' - All subshaders removed +WARNING: Shader Did you use #pragma only_renderers and omit this platform? +WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off? +UnloadTime: 0.942039 ms +ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable) +requesting resize 84 x 84 +Setting up 1 worker threads for Enlighten. +PlayerConnection::CleanupMemory Statistics: +[ALLOC_TEMP_TLS] TLS Allocator + StackAllocators : + [ALLOC_TEMP_MAIN] + Peak usage frame count: [16.0 KB-32.0 KB]: 2047 frames, [32.0 KB-64.0 KB]: 13290 frames, [64.0 KB-128.0 KB]: 3431 frames, [2.0 MB-4.0 MB]: 1 frames + Initial Block Size 4.0 MB + Current Block Size 4.0 MB + Peak Allocated Bytes 2.0 MB + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 8] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 10] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 6] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_AUDIO_FMOD mixer thread] + Initial Block Size 64.0 KB + Current Block Size 64.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 1] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 11] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 3] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_BatchDeleteObjects] + Initial Block Size 64.0 KB + Current Block Size 64.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_AUDIO_FMOD stream thread] + Initial Block Size 64.0 KB + Current Block Size 64.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 2] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 7] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 15] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Loading.PreloadManager] + Initial Block Size 256.0 KB + Current Block Size 320.0 KB + Peak Allocated Bytes 251.5 KB + Overflow Count 4 + [ALLOC_TEMP_Profiler.Dispatcher] + Initial Block Size 64.0 KB + Current Block Size 64.0 KB + Peak Allocated Bytes 480 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 12] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_AssetGarbageCollectorHelper] + Initial Block Size 64.0 KB + Current Block Size 64.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 5] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 13] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 0] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 4] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Job.Worker 0] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 0.8 KB + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 9] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 14] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_EnlightenWorker] + Initial Block Size 64.0 KB + Current Block Size 64.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Loading.AsyncRead] + Initial Block Size 64.0 KB + Current Block Size 64.0 KB + Peak Allocated Bytes 128 B + Overflow Count 0 +[ALLOC_MEMORYPROFILER] + Peak usage frame count: [0.5 MB-1.0 MB]: 299 frames, [1.0 MB-2.0 MB]: 18470 frames + Requested Block Size 1.0 MB + Peak Block count 2 + Peak Allocated memory 1.6 MB + Peak Large allocation bytes 0 B +[ALLOC_DEFAULT] Dual Thread Allocator + Peak main deferred allocation count 12410 + [ALLOC_BUCKET] + Large Block size 4.0 MB + Used Block count 1 + Peak Allocated bytes 1.7 MB + [ALLOC_DEFAULT_MAIN] + Peak usage frame count: [8.0 MB-16.0 MB]: 1 frames, [16.0 MB-32.0 MB]: 18768 frames + Requested Block Size 16.0 MB + Peak Block count 3 + Peak Allocated memory 29.6 MB + Peak Large allocation bytes 0 B + [ALLOC_DEFAULT_THREAD] + Peak usage frame count: [16.0 MB-32.0 MB]: 18769 frames + Requested Block Size 16.0 MB + Peak Block count 1 + Peak Allocated memory 24.1 MB + Peak Large allocation bytes 16.0 MB +[ALLOC_TEMP_JOB_1_FRAME] + Initial Block Size 2.0 MB + Used Block Count 1 + Overflow Count (too large) 0 + Overflow Count (full) 0 +[ALLOC_TEMP_JOB_2_FRAMES] + Initial Block Size 2.0 MB + Used Block Count 1 + Overflow Count (too large) 0 + Overflow Count (full) 0 +[ALLOC_TEMP_JOB_4_FRAMES (JobTemp)] + Initial Block Size 2.0 MB + Used Block Count 2 + Overflow Count (too large) 0 + Overflow Count (full) 0 +[ALLOC_TEMP_JOB_ASYNC (Background)] + Initial Block Size 1.0 MB + Used Block Count 3 + Overflow Count (too large) 0 + Overflow Count (full) 0 +[ALLOC_GFX] Dual Thread Allocator + Peak main deferred allocation count 0 + [ALLOC_BUCKET] + Large Block size 4.0 MB + Used Block count 1 + Peak Allocated bytes 1.7 MB + [ALLOC_GFX_MAIN] + Peak usage frame count: [32.0 KB-64.0 KB]: 18768 frames, [64.0 KB-128.0 KB]: 1 frames + Requested Block Size 16.0 MB + Peak Block count 1 + Peak Allocated memory 67.0 KB + Peak Large allocation bytes 0 B + [ALLOC_GFX_THREAD] + Peak usage frame count: [64.0 KB-128.0 KB]: 18769 frames + Requested Block Size 16.0 MB + Peak Block count 1 + Peak Allocated memory 67.7 KB + Peak Large allocation bytes 0 B +[ALLOC_CACHEOBJECTS] Dual Thread Allocator + Peak main deferred allocation count 1 + [ALLOC_BUCKET] + Large Block size 4.0 MB + Used Block count 1 + Peak Allocated bytes 1.7 MB + [ALLOC_CACHEOBJECTS_MAIN] + Peak usage frame count: [0.5 MB-1.0 MB]: 299 frames, [1.0 MB-2.0 MB]: 18470 frames + Requested Block Size 4.0 MB + Peak Block count 1 + Peak Allocated memory 1.4 MB + Peak Large allocation bytes 0 B + [ALLOC_CACHEOBJECTS_THREAD] + Peak usage frame count: [1.0 MB-2.0 MB]: 18768 frames, [2.0 MB-4.0 MB]: 1 frames + Requested Block Size 4.0 MB + Peak Block count 2 + Peak Allocated memory 4.0 MB + Peak Large allocation bytes 0 B +[ALLOC_TYPETREE] Dual Thread Allocator + Peak main deferred allocation count 0 + [ALLOC_BUCKET] + Large Block size 4.0 MB + Used Block count 1 + Peak Allocated bytes 1.7 MB + [ALLOC_TYPETREE_MAIN] + Peak usage frame count: [0-1.0 KB]: 18769 frames + Requested Block Size 2.0 MB + Peak Block count 1 + Peak Allocated memory 1.0 KB + Peak Large allocation bytes 0 B + [ALLOC_TYPETREE_THREAD] + Peak usage frame count: [1.0 KB-2.0 KB]: 18769 frames + Requested Block Size 2.0 MB + Peak Block count 1 + Peak Allocated memory 1.9 KB + Peak Large allocation bytes 0 B +[ALLOC_PROFILER] + Peak usage frame count: [16.0 KB-32.0 KB]: 18769 frames + Requested Block Size 16.0 MB + Peak Block count 1 + Peak Allocated memory 28.5 KB + Peak Large allocation bytes 0 B + [ALLOC_PROFILER_BUCKET] + Large Block size 4.0 MB + Used Block count 1 + Peak Allocated bytes 396 B +##utp:{"type":"MemoryLeaks","version":2,"phase":"Immediate","time":1686004782180,"processId":6026,"allocatedMemory":1970133,"memoryLabels":[{"Default":9033},{"Permanent":1264},{"NewDelete":12801},{"Thread":34460},{"Manager":10603},{"VertexData":12},{"Geometry":280},{"Texture":16},{"Shader":69173},{"Material":24},{"GfxDevice":35248},{"Animation":304},{"Audio":3976},{"Physics":288},{"Serialization":216},{"Input":9176},{"JobScheduler":200},{"Mono":40},{"ScriptingNativeRuntime":216},{"BaseObject":1609212},{"Resource":592},{"Renderer":1936},{"Transform":48},{"File":800},{"WebCam":24},{"Culling":40},{"Terrain":953},{"Wind":24},{"String":3447},{"DynamicArray":30868},{"HashMap":7680},{"Utility":1360},{"PoolAlloc":1160},{"TypeTree":1792},{"ScriptManager":80},{"RuntimeInitializeOnLoadManager":72},{"SpriteAtlas":112},{"GI":3272},{"Unet":16},{"Director":7760},{"WebRequest":720},{"VR":45473},{"SceneManager":424},{"Video":32},{"LazyScriptCache":32},{"NativeArray":384},{"Camera":25},{"Secure":1},{"SerializationCache":624},{"APIUpdating":5872},{"Subsystems":384},{"VirtualTexturing":57552},{"AssetReference":32}]} diff --git a/Pyramids Training/run_logs/timers.json b/Pyramids Training/run_logs/timers.json new file mode 100644 index 0000000000000000000000000000000000000000..f42a76edd5229e64a2a48985605089cd3e04d1f0 --- /dev/null +++ b/Pyramids Training/run_logs/timers.json @@ -0,0 +1,398 @@ +{ + "name": "root", + "gauges": { + "Pyramids.Policy.Entropy.mean": { + "value": 0.2998795807361603, + "min": 0.2998795807361603, + "max": 1.4496777057647705, + "count": 33 + }, + "Pyramids.Policy.Entropy.sum": { + "value": 8967.5986328125, + "min": 8967.5986328125, + "max": 43977.421875, + "count": 33 + }, + "Pyramids.Step.mean": { + "value": 989956.0, + "min": 29952.0, + "max": 989956.0, + "count": 33 + }, + "Pyramids.Step.sum": { + "value": 989956.0, + "min": 29952.0, + "max": 989956.0, + "count": 33 + }, + "Pyramids.Policy.ExtrinsicValueEstimate.mean": { + "value": 0.6211113929748535, + "min": -0.10344476997852325, + "max": 0.6849846839904785, + "count": 33 + }, + "Pyramids.Policy.ExtrinsicValueEstimate.sum": { + "value": 176.3956298828125, + "min": -24.826744079589844, + "max": 195.22064208984375, + "count": 33 + }, + "Pyramids.Policy.RndValueEstimate.mean": { + "value": 0.01656731404364109, + "min": 0.0066413888707757, + "max": 0.2593795359134674, + "count": 33 + }, + "Pyramids.Policy.RndValueEstimate.sum": { + "value": 4.705117225646973, + "min": 1.8463060855865479, + "max": 61.47294998168945, + "count": 33 + }, + "Pyramids.Losses.PolicyLoss.mean": { + "value": 0.0680502437268539, + "min": 0.06624737396650081, + "max": 0.07324356189605101, + "count": 33 + }, + "Pyramids.Losses.PolicyLoss.sum": { + "value": 0.9527034121759548, + "min": 0.493056342613063, + "max": 1.045916427722356, + "count": 33 + }, + "Pyramids.Losses.ValueLoss.mean": { + "value": 0.016668645421131733, + "min": 0.0006032778104597699, + "max": 0.01732480638574565, + "count": 33 + }, + "Pyramids.Losses.ValueLoss.sum": { + "value": 0.23336103589584428, + "min": 0.007239333725517239, + "max": 0.24254728940043907, + "count": 33 + }, + "Pyramids.Policy.LearningRate.mean": { + "value": 7.345468980114285e-06, + "min": 7.345468980114285e-06, + "max": 0.00029515063018788575, + "count": 33 + }, + "Pyramids.Policy.LearningRate.sum": { + "value": 0.0001028365657216, + "min": 0.0001028365657216, + "max": 0.0035077301307567003, + "count": 33 + }, + "Pyramids.Policy.Epsilon.mean": { + "value": 0.10244845714285715, + "min": 0.10244845714285715, + "max": 0.19838354285714285, + "count": 33 + }, + "Pyramids.Policy.Epsilon.sum": { + "value": 1.4342784000000002, + "min": 1.3886848, + "max": 2.5692432999999997, + "count": 33 + }, + "Pyramids.Policy.Beta.mean": { + "value": 0.0002546008685714286, + "min": 0.0002546008685714286, + "max": 0.00983851593142857, + "count": 33 + }, + "Pyramids.Policy.Beta.sum": { + "value": 0.00356441216, + "min": 0.00356441216, + "max": 0.11694740567, + "count": 33 + }, + "Pyramids.Losses.RNDLoss.mean": { + "value": 0.011610016226768494, + "min": 0.011610016226768494, + "max": 0.34201645851135254, + "count": 33 + }, + "Pyramids.Losses.RNDLoss.sum": { + "value": 0.1625402271747589, + "min": 0.1625402271747589, + "max": 2.3941152095794678, + "count": 33 + }, + "Pyramids.Environment.EpisodeLength.mean": { + "value": 300.3207547169811, + "min": 295.4183673469388, + "max": 999.0, + "count": 33 + }, + "Pyramids.Environment.EpisodeLength.sum": { + "value": 31834.0, + "min": 15984.0, + "max": 32710.0, + "count": 33 + }, + "Pyramids.Environment.CumulativeReward.mean": { + "value": 1.6808056418063506, + "min": -1.0000000521540642, + "max": 1.7045816140515464, + "count": 33 + }, + "Pyramids.Environment.CumulativeReward.sum": { + "value": 178.16539803147316, + "min": -30.725001737475395, + "max": 178.16539803147316, + "count": 33 + }, + "Pyramids.Policy.ExtrinsicReward.mean": { + "value": 1.6808056418063506, + "min": -1.0000000521540642, + "max": 1.7045816140515464, + "count": 33 + }, + "Pyramids.Policy.ExtrinsicReward.sum": { + "value": 178.16539803147316, + "min": -30.725001737475395, + "max": 178.16539803147316, + "count": 33 + }, + "Pyramids.Policy.RndReward.mean": { + "value": 0.03615061890899219, + "min": 0.03615061890899219, + "max": 7.062693669460714, + "count": 33 + }, + "Pyramids.Policy.RndReward.sum": { + "value": 3.8319656043531722, + "min": 3.583511717741203, + "max": 113.00309871137142, + "count": 33 + }, + "Pyramids.IsTraining.mean": { + "value": 1.0, + "min": 1.0, + "max": 1.0, + "count": 33 + }, + "Pyramids.IsTraining.sum": { + "value": 1.0, + "min": 1.0, + "max": 1.0, + "count": 33 + } + }, + "metadata": { + "timer_format_version": "0.1.0", + "start_time_seconds": "1686002584", + "python_version": "3.10.11 (main, Apr 5 2023, 14:15:10) [GCC 9.4.0]", + "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics", + "mlagents_version": "0.31.0.dev0", + "mlagents_envs_version": "0.31.0.dev0", + "communication_protocol_version": "1.5.0", + "pytorch_version": "1.11.0+cu102", + "numpy_version": "1.21.2", + "end_time_seconds": "1686004782" + }, + "total": 2197.493461491, + "count": 1, + "self": 0.47530546899997717, + "children": { + "run_training.setup": { + "total": 0.05878056699998524, + "count": 1, + "self": 0.05878056699998524 + }, + "TrainerController.start_learning": { + "total": 2196.959375455, + "count": 1, + "self": 1.2388562359615207, + "children": { + "TrainerController._reset_env": { + "total": 4.325028324999948, + "count": 1, + "self": 4.325028324999948 + }, + "TrainerController.advance": { + "total": 2191.3029616150384, + "count": 64000, + "self": 1.2815704500203537, + "children": { + "env_step": { + "total": 1555.7241794750098, + "count": 64000, + "self": 1449.964436231954, + "children": { + "SubprocessEnvManager._take_step": { + "total": 105.0128216770429, + "count": 64000, + "self": 4.608041462992787, + "children": { + "TorchPolicy.evaluate": { + "total": 100.4047802140501, + "count": 62562, + "self": 100.4047802140501 + } + } + }, + "workers": { + "total": 0.7469215660128157, + "count": 64000, + "self": 0.0, + "children": { + "worker_root": { + "total": 2192.311874466068, + "count": 64000, + "is_parallel": true, + "self": 850.1238659970991, + "children": { + "run_training.setup": { + "total": 0.0, + "count": 0, + "is_parallel": true, + "self": 0.0, + "children": { + "steps_from_proto": { + "total": 0.0027934869999626244, + "count": 1, + "is_parallel": true, + "self": 0.0009180469999137131, + "children": { + "_process_rank_one_or_two_observation": { + "total": 0.0018754400000489113, + "count": 8, + "is_parallel": true, + "self": 0.0018754400000489113 + } + } + }, + "UnityEnvironment.step": { + "total": 0.04482490999998845, + "count": 1, + "is_parallel": true, + "self": 0.0006098199999087228, + "children": { + "UnityEnvironment._generate_step_input": { + "total": 0.0004734430001462897, + "count": 1, + "is_parallel": true, + "self": 0.0004734430001462897 + }, + "communicator.exchange": { + "total": 0.04205245000002833, + "count": 1, + "is_parallel": true, + "self": 0.04205245000002833 + }, + "steps_from_proto": { + "total": 0.001689196999905107, + "count": 1, + "is_parallel": true, + "self": 0.00032643899999129644, + "children": { + "_process_rank_one_or_two_observation": { + "total": 0.0013627579999138106, + "count": 8, + "is_parallel": true, + "self": 0.0013627579999138106 + } + } + } + } + } + } + }, + "UnityEnvironment.step": { + "total": 1342.1880084689687, + "count": 63999, + "is_parallel": true, + "self": 31.031308241090528, + "children": { + "UnityEnvironment._generate_step_input": { + "total": 22.3780337449557, + "count": 63999, + "is_parallel": true, + "self": 22.3780337449557 + }, + "communicator.exchange": { + "total": 1192.7251061700053, + "count": 63999, + "is_parallel": true, + "self": 1192.7251061700053 + }, + "steps_from_proto": { + "total": 96.05356031291717, + "count": 63999, + "is_parallel": true, + "self": 19.300981968859332, + "children": { + "_process_rank_one_or_two_observation": { + "total": 76.75257834405784, + "count": 511992, + "is_parallel": true, + "self": 76.75257834405784 + } + } + } + } + } + } + } + } + } + } + }, + "trainer_advance": { + "total": 634.2972116900085, + "count": 64000, + "self": 2.46552353801917, + "children": { + "process_trajectory": { + "total": 106.53733751398977, + "count": 64000, + "self": 106.27801345098987, + "children": { + "RLTrainer._checkpoint": { + "total": 0.2593240629998945, + "count": 2, + "self": 0.2593240629998945 + } + } + }, + "_update_policy": { + "total": 525.2943506379995, + "count": 450, + "self": 337.8089235699963, + "children": { + "TorchPPOOptimizer.update": { + "total": 187.48542706800322, + "count": 22812, + "self": 187.48542706800322 + } + } + } + } + } + } + }, + "trainer_threads": { + "total": 7.650000952708069e-07, + "count": 1, + "self": 7.650000952708069e-07 + }, + "TrainerController._save_models": { + "total": 0.09252851400015061, + "count": 1, + "self": 0.0013740320000579231, + "children": { + "RLTrainer._checkpoint": { + "total": 0.09115448200009268, + "count": 1, + "self": 0.09115448200009268 + } + } + } + } + } + } +} \ No newline at end of file diff --git a/Pyramids Training/run_logs/training_status.json b/Pyramids Training/run_logs/training_status.json new file mode 100644 index 0000000000000000000000000000000000000000..0db24a2eaf89fc3eec1454737e5cfb1b5803e1eb --- /dev/null +++ b/Pyramids Training/run_logs/training_status.json @@ -0,0 +1,47 @@ +{ + "Pyramids": { + "checkpoints": [ + { + "steps": 499895, + "file_path": "results/Pyramids Training/Pyramids/Pyramids-499895.onnx", + "reward": 1.0454333027203877, + "creation_time": 1686003573.3170202, + "auxillary_file_paths": [ + "results/Pyramids Training/Pyramids/Pyramids-499895.pt" + ] + }, + { + "steps": 999981, + "file_path": "results/Pyramids Training/Pyramids/Pyramids-999981.onnx", + "reward": 1.9229999780654907, + "creation_time": 1686004781.6641695, + "auxillary_file_paths": [ + "results/Pyramids Training/Pyramids/Pyramids-999981.pt" + ] + }, + { + "steps": 1000010, + "file_path": "results/Pyramids Training/Pyramids/Pyramids-1000010.onnx", + "reward": 1.88349998742342, + "creation_time": 1686004781.7608807, + "auxillary_file_paths": [ + "results/Pyramids Training/Pyramids/Pyramids-1000010.pt" + ] + } + ], + "final_checkpoint": { + "steps": 1000010, + "file_path": "results/Pyramids Training/Pyramids.onnx", + "reward": 1.88349998742342, + "creation_time": 1686004781.7608807, + "auxillary_file_paths": [ + "results/Pyramids Training/Pyramids/Pyramids-1000010.pt" + ] + } + }, + "metadata": { + "stats_format_version": "0.3.0", + "mlagents_version": "0.31.0.dev0", + "torch_version": "1.11.0+cu102" + } +} \ No newline at end of file diff --git a/Pyramids.onnx b/Pyramids.onnx new file mode 100644 index 0000000000000000000000000000000000000000..320aa5380a291aca8fa6e29af9b992aff5740815 --- /dev/null +++ b/Pyramids.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df03205b035c901deed1cb0043bd062341c755464ca979fb6a78278da7b2a319 +size 1418184 diff --git a/Pyramids/Pyramids-1000010.onnx b/Pyramids/Pyramids-1000010.onnx new file mode 100644 index 0000000000000000000000000000000000000000..320aa5380a291aca8fa6e29af9b992aff5740815 --- /dev/null +++ b/Pyramids/Pyramids-1000010.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df03205b035c901deed1cb0043bd062341c755464ca979fb6a78278da7b2a319 +size 1418184 diff --git a/Pyramids/Pyramids-1000010.pt b/Pyramids/Pyramids-1000010.pt new file mode 100644 index 0000000000000000000000000000000000000000..f90c23fad2808a55bf328261b271775e32473a58 --- /dev/null +++ b/Pyramids/Pyramids-1000010.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6bd308636afca0db10dfbf329d5de12d1a3dbadad38df116e10b4bdea488bf9 +size 8650990 diff --git a/Pyramids/Pyramids-499895.onnx b/Pyramids/Pyramids-499895.onnx new file mode 100644 index 0000000000000000000000000000000000000000..8d42cfe289020fc415bc3b6b5737b0171ff7160f --- /dev/null +++ b/Pyramids/Pyramids-499895.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae4ddcfadbf19d324595e637a754b39b590928a09c94c6912a02c973c20320b9 +size 1418184 diff --git a/Pyramids/Pyramids-499895.pt b/Pyramids/Pyramids-499895.pt new file mode 100644 index 0000000000000000000000000000000000000000..1865b535f408a99822ecc6527054515fb4768383 --- /dev/null +++ b/Pyramids/Pyramids-499895.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0faf858118a0e8cd5ac418d998173f4918e69e0accf694beb2dfdccaf658233b +size 8650990 diff --git a/Pyramids/Pyramids-999981.onnx b/Pyramids/Pyramids-999981.onnx new file mode 100644 index 0000000000000000000000000000000000000000..320aa5380a291aca8fa6e29af9b992aff5740815 --- /dev/null +++ b/Pyramids/Pyramids-999981.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df03205b035c901deed1cb0043bd062341c755464ca979fb6a78278da7b2a319 +size 1418184 diff --git a/Pyramids/Pyramids-999981.pt b/Pyramids/Pyramids-999981.pt new file mode 100644 index 0000000000000000000000000000000000000000..77a379bc2dad7e87f2957e458c65ddf049f1c6ba --- /dev/null +++ b/Pyramids/Pyramids-999981.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90a13d9e5d6674a14ecd893fc0bd394c9eceeb37b55c7317e815f0b61b343c64 +size 8650990 diff --git a/Pyramids/checkpoint.pt b/Pyramids/checkpoint.pt new file mode 100644 index 0000000000000000000000000000000000000000..f90c23fad2808a55bf328261b271775e32473a58 --- /dev/null +++ b/Pyramids/checkpoint.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6bd308636afca0db10dfbf329d5de12d1a3dbadad38df116e10b4bdea488bf9 +size 8650990 diff --git a/Pyramids/events.out.tfevents.1686002585.cfa2741d9875.6006.0 b/Pyramids/events.out.tfevents.1686002585.cfa2741d9875.6006.0 new file mode 100644 index 0000000000000000000000000000000000000000..68471741c6b9a06f0d513d76ebec954033f5657d --- /dev/null +++ b/Pyramids/events.out.tfevents.1686002585.cfa2741d9875.6006.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acca33c92b133f240e1aa3cee9667e50052d7c5ec29ea11b79ac1c5ef1a049b3 +size 323889 diff --git a/README.md b/README.md new file mode 100644 index 0000000000000000000000000000000000000000..f9d81fc3700ff140fd3599c357809e0fe187c9b1 --- /dev/null +++ b/README.md @@ -0,0 +1,29 @@ +--- +library_name: ml-agents +tags: +- Pyramids +- deep-reinforcement-learning +- reinforcement-learning +- ML-Agents-Pyramids +--- + + # **ppo** Agent playing **Pyramids** + This is a trained model of a **ppo** agent playing **Pyramids** using the [Unity ML-Agents Library](https://github.com/Unity-Technologies/ml-agents). + + ## Usage (with ML-Agents) + The Documentation: https://github.com/huggingface/ml-agents#get-started + We wrote a complete tutorial to learn to train your first agent using ML-Agents and publish it to the Hub: + + + ### Resume the training + ``` + mlagents-learn --run-id= --resume + ``` + ### Watch your Agent play + You can watch your agent **playing directly in your browser:**. + + 1. Go to https://huggingface.co/spaces/unity/ML-Agents-Pyramids + 2. Step 1: Find your model_id: odeshays/pyramids_trainning + 3. Step 2: Select your *.nn /*.onnx file + 4. Click on Watch the agent play 👀 + \ No newline at end of file diff --git a/SnowballTarget1/SnowballTarget.onnx b/SnowballTarget1/SnowballTarget.onnx new file mode 100644 index 0000000000000000000000000000000000000000..dc85166a942975a8e8fd446e9fbb108867715275 --- /dev/null +++ b/SnowballTarget1/SnowballTarget.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2828971c23966b4fdd9f30598796337044685bc3c1035c3ac64c3f6b6349493e +size 646532 diff --git a/SnowballTarget1/SnowballTarget/SnowballTarget-128.onnx b/SnowballTarget1/SnowballTarget/SnowballTarget-128.onnx new file mode 100644 index 0000000000000000000000000000000000000000..a01643e2c05de92e3086a8bad8941b799a4924cf --- /dev/null +++ b/SnowballTarget1/SnowballTarget/SnowballTarget-128.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd43eda0e550a71671858a7c10df9c329c81f2f1d4767747480b9339bdf833ce +size 646532 diff --git a/SnowballTarget1/SnowballTarget/SnowballTarget-128.pt b/SnowballTarget1/SnowballTarget/SnowballTarget-128.pt new file mode 100644 index 0000000000000000000000000000000000000000..9714473881c88049a3e1dfc51ecb1f7ff35ed015 --- /dev/null +++ b/SnowballTarget1/SnowballTarget/SnowballTarget-128.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00d046375b1be564d2158d8497b092d8b23d1f9c32cea66a832cbb3416355458 +size 1285152 diff --git a/SnowballTarget1/SnowballTarget/SnowballTarget-14992.onnx b/SnowballTarget1/SnowballTarget/SnowballTarget-14992.onnx new file mode 100644 index 0000000000000000000000000000000000000000..b5c62f8d6653b24bede63edd10aa16163d0fb1f1 --- /dev/null +++ b/SnowballTarget1/SnowballTarget/SnowballTarget-14992.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df225083b2392a72f2b4397380ab67b4e5457f641248b40b4dc5f4829302aa50 +size 646532 diff --git a/SnowballTarget1/SnowballTarget/SnowballTarget-14992.pt b/SnowballTarget1/SnowballTarget/SnowballTarget-14992.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a4676bd50d34a79b092e729e044ba75f17cde94 --- /dev/null +++ b/SnowballTarget1/SnowballTarget/SnowballTarget-14992.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b79d0b543327aa62ca18cc5a237a17fe0e1c41f1adfdda03e3a6f3b8625a136 +size 3843968 diff --git a/SnowballTarget1/SnowballTarget/SnowballTarget-192.onnx b/SnowballTarget1/SnowballTarget/SnowballTarget-192.onnx new file mode 100644 index 0000000000000000000000000000000000000000..a01643e2c05de92e3086a8bad8941b799a4924cf --- /dev/null +++ b/SnowballTarget1/SnowballTarget/SnowballTarget-192.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd43eda0e550a71671858a7c10df9c329c81f2f1d4767747480b9339bdf833ce +size 646532 diff --git a/SnowballTarget1/SnowballTarget/SnowballTarget-192.pt b/SnowballTarget1/SnowballTarget/SnowballTarget-192.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a1600702f8feb09560bec92f712d02d9e42e801 --- /dev/null +++ b/SnowballTarget1/SnowballTarget/SnowballTarget-192.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fb175c2f4143a92bd3a2898676687a7cf86172b2c3462eef2ccf3f5971aea4d +size 1285152 diff --git a/SnowballTarget1/SnowballTarget/SnowballTarget-1984.onnx b/SnowballTarget1/SnowballTarget/SnowballTarget-1984.onnx new file mode 100644 index 0000000000000000000000000000000000000000..90e7249040275948d69630887856134738882987 --- /dev/null +++ b/SnowballTarget1/SnowballTarget/SnowballTarget-1984.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50ff782eb41ad3e506cf592b89a13aced5f7811ff7751ce5d62be9a26584474c +size 646532 diff --git a/SnowballTarget1/SnowballTarget/SnowballTarget-1984.pt b/SnowballTarget1/SnowballTarget/SnowballTarget-1984.pt new file mode 100644 index 0000000000000000000000000000000000000000..eccdaf34349a52310a02df5343081389c0235b9a --- /dev/null +++ b/SnowballTarget1/SnowballTarget/SnowballTarget-1984.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2dd7cbff212200021e4ae5b328d9d7f4a2bd8ce6d985f8b55a5627e8c25e606a +size 1285152 diff --git a/SnowballTarget1/SnowballTarget/SnowballTarget-19992.onnx b/SnowballTarget1/SnowballTarget/SnowballTarget-19992.onnx new file mode 100644 index 0000000000000000000000000000000000000000..dc85166a942975a8e8fd446e9fbb108867715275 --- /dev/null +++ b/SnowballTarget1/SnowballTarget/SnowballTarget-19992.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2828971c23966b4fdd9f30598796337044685bc3c1035c3ac64c3f6b6349493e +size 646532 diff --git a/SnowballTarget1/SnowballTarget/SnowballTarget-19992.pt b/SnowballTarget1/SnowballTarget/SnowballTarget-19992.pt new file mode 100644 index 0000000000000000000000000000000000000000..a5ebe911ed8479857640e05824b4a4f9ccc95d90 --- /dev/null +++ b/SnowballTarget1/SnowballTarget/SnowballTarget-19992.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ede7b22d503081450b123222bed088b3c7d1404b3af4af41717e0843238d7ae8 +size 3843968 diff --git a/SnowballTarget1/SnowballTarget/SnowballTarget-20376.onnx b/SnowballTarget1/SnowballTarget/SnowballTarget-20376.onnx new file mode 100644 index 0000000000000000000000000000000000000000..dc85166a942975a8e8fd446e9fbb108867715275 --- /dev/null +++ b/SnowballTarget1/SnowballTarget/SnowballTarget-20376.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2828971c23966b4fdd9f30598796337044685bc3c1035c3ac64c3f6b6349493e +size 646532 diff --git a/SnowballTarget1/SnowballTarget/SnowballTarget-20376.pt b/SnowballTarget1/SnowballTarget/SnowballTarget-20376.pt new file mode 100644 index 0000000000000000000000000000000000000000..32dea84a5aecf2e15d81df0f8cbbb81b124cd934 --- /dev/null +++ b/SnowballTarget1/SnowballTarget/SnowballTarget-20376.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2845dd4d984935b6bc870231fe1584edeac7b1ed454a3ac5c3ab36f130e7c65 +size 3843968 diff --git a/SnowballTarget1/SnowballTarget/SnowballTarget-256.onnx b/SnowballTarget1/SnowballTarget/SnowballTarget-256.onnx new file mode 100644 index 0000000000000000000000000000000000000000..a01643e2c05de92e3086a8bad8941b799a4924cf --- /dev/null +++ b/SnowballTarget1/SnowballTarget/SnowballTarget-256.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd43eda0e550a71671858a7c10df9c329c81f2f1d4767747480b9339bdf833ce +size 646532 diff --git a/SnowballTarget1/SnowballTarget/SnowballTarget-256.pt b/SnowballTarget1/SnowballTarget/SnowballTarget-256.pt new file mode 100644 index 0000000000000000000000000000000000000000..97bfef335019e8c118b5765d8680f8676064d8bc --- /dev/null +++ b/SnowballTarget1/SnowballTarget/SnowballTarget-256.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09199207098cdfb723829311df4e80c347e43e219f4d213be0140fc3188e2e4c +size 1285152 diff --git a/SnowballTarget1/SnowballTarget/SnowballTarget-2968.onnx b/SnowballTarget1/SnowballTarget/SnowballTarget-2968.onnx new file mode 100644 index 0000000000000000000000000000000000000000..09905a0cc082c10dd7b0a06ce5495d3aa92aabbd --- /dev/null +++ b/SnowballTarget1/SnowballTarget/SnowballTarget-2968.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:edac46aafb908d0f849c68ab4a85c26ed10ea7987fc399ee35250827e1569954 +size 646532 diff --git a/SnowballTarget1/SnowballTarget/SnowballTarget-2968.pt b/SnowballTarget1/SnowballTarget/SnowballTarget-2968.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9b57eb437791011e36f9885dd3292b018ca4ff2 --- /dev/null +++ b/SnowballTarget1/SnowballTarget/SnowballTarget-2968.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c00f285561d62d38694f3798f4828ba0a0bd6a02f60804a0687199f43e148a7c +size 3843968 diff --git a/SnowballTarget1/SnowballTarget/SnowballTarget-320.onnx b/SnowballTarget1/SnowballTarget/SnowballTarget-320.onnx new file mode 100644 index 0000000000000000000000000000000000000000..a01643e2c05de92e3086a8bad8941b799a4924cf --- /dev/null +++ b/SnowballTarget1/SnowballTarget/SnowballTarget-320.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd43eda0e550a71671858a7c10df9c329c81f2f1d4767747480b9339bdf833ce +size 646532 diff --git a/SnowballTarget1/SnowballTarget/SnowballTarget-320.pt b/SnowballTarget1/SnowballTarget/SnowballTarget-320.pt new file mode 100644 index 0000000000000000000000000000000000000000..a92c670a238c5e3b63037aafc9458a760147e0cd --- /dev/null +++ b/SnowballTarget1/SnowballTarget/SnowballTarget-320.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eddd38d6b53b59257c253754789a3ca5ed7dfed1f1f48e4bedf00995c0b34f1c +size 1285152 diff --git a/SnowballTarget1/SnowballTarget/SnowballTarget-384.onnx b/SnowballTarget1/SnowballTarget/SnowballTarget-384.onnx new file mode 100644 index 0000000000000000000000000000000000000000..a01643e2c05de92e3086a8bad8941b799a4924cf --- /dev/null +++ b/SnowballTarget1/SnowballTarget/SnowballTarget-384.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd43eda0e550a71671858a7c10df9c329c81f2f1d4767747480b9339bdf833ce +size 646532 diff --git a/SnowballTarget1/SnowballTarget/SnowballTarget-384.pt b/SnowballTarget1/SnowballTarget/SnowballTarget-384.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c3dfe0e5d7847d72cd20c14266005b055dd2095 --- /dev/null +++ b/SnowballTarget1/SnowballTarget/SnowballTarget-384.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:833db4e1e380b1be37b035373e8a9914f64978693cf0025b7b9dd442ad304850 +size 1285152 diff --git a/SnowballTarget1/SnowballTarget/SnowballTarget-3992.onnx b/SnowballTarget1/SnowballTarget/SnowballTarget-3992.onnx new file mode 100644 index 0000000000000000000000000000000000000000..09905a0cc082c10dd7b0a06ce5495d3aa92aabbd --- /dev/null +++ b/SnowballTarget1/SnowballTarget/SnowballTarget-3992.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:edac46aafb908d0f849c68ab4a85c26ed10ea7987fc399ee35250827e1569954 +size 646532 diff --git a/SnowballTarget1/SnowballTarget/SnowballTarget-3992.pt b/SnowballTarget1/SnowballTarget/SnowballTarget-3992.pt new file mode 100644 index 0000000000000000000000000000000000000000..fbaf9887e30c12e9ff79447fb8cd0f7d31a35a86 --- /dev/null +++ b/SnowballTarget1/SnowballTarget/SnowballTarget-3992.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47a9afec97d2c8de05d5e7359f0eda57e5e87927f34d0253f6ecabf8cfbe7bc1 +size 3843968 diff --git a/SnowballTarget1/SnowballTarget/SnowballTarget-448.onnx b/SnowballTarget1/SnowballTarget/SnowballTarget-448.onnx new file mode 100644 index 0000000000000000000000000000000000000000..a01643e2c05de92e3086a8bad8941b799a4924cf --- /dev/null +++ b/SnowballTarget1/SnowballTarget/SnowballTarget-448.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd43eda0e550a71671858a7c10df9c329c81f2f1d4767747480b9339bdf833ce +size 646532 diff --git a/SnowballTarget1/SnowballTarget/SnowballTarget-448.pt b/SnowballTarget1/SnowballTarget/SnowballTarget-448.pt new file mode 100644 index 0000000000000000000000000000000000000000..71a4ae5b2588a59e2479dc1546cb3db4f71ffa4d --- /dev/null +++ b/SnowballTarget1/SnowballTarget/SnowballTarget-448.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:320b9c25bcdd8baae9072a62e5d08f21c0438a787e7c803781c0361e014ad0c5 +size 1285152 diff --git a/SnowballTarget1/SnowballTarget/SnowballTarget-4976.onnx b/SnowballTarget1/SnowballTarget/SnowballTarget-4976.onnx new file mode 100644 index 0000000000000000000000000000000000000000..3c00e78b40a291eefd51ef298022cf12e38224b9 --- /dev/null +++ b/SnowballTarget1/SnowballTarget/SnowballTarget-4976.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60713de195c7fa52f13b4157f99bd02658d48a64009afbd54c6b833a1dfadacd +size 646532 diff --git a/SnowballTarget1/SnowballTarget/SnowballTarget-4976.pt b/SnowballTarget1/SnowballTarget/SnowballTarget-4976.pt new file mode 100644 index 0000000000000000000000000000000000000000..78d10957867587f5e438c8583cb4c27bfef4a67a --- /dev/null +++ b/SnowballTarget1/SnowballTarget/SnowballTarget-4976.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a844a73f6eb23f1234d0fe720695ca1c246390f27c1dc1ea4227801628fa2bfa +size 3843968 diff --git a/SnowballTarget1/SnowballTarget/SnowballTarget-5104.onnx b/SnowballTarget1/SnowballTarget/SnowballTarget-5104.onnx new file mode 100644 index 0000000000000000000000000000000000000000..9ca7d36575438cfe068a60887e4c676beacad002 --- /dev/null +++ b/SnowballTarget1/SnowballTarget/SnowballTarget-5104.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7111866adf9a2eaa4f70400c2147604f55c85b4b15e6e4c0d16d602b148220c8 +size 646532 diff --git a/SnowballTarget1/SnowballTarget/SnowballTarget-5104.pt b/SnowballTarget1/SnowballTarget/SnowballTarget-5104.pt new file mode 100644 index 0000000000000000000000000000000000000000..45daaef67956890fb6697177edd384d98e26d68b --- /dev/null +++ b/SnowballTarget1/SnowballTarget/SnowballTarget-5104.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:517bfd7bab939e2bce9164b396fda611b822ef069512004515942c03adf64424 +size 3843968 diff --git a/SnowballTarget1/SnowballTarget/SnowballTarget-512.onnx b/SnowballTarget1/SnowballTarget/SnowballTarget-512.onnx new file mode 100644 index 0000000000000000000000000000000000000000..a01643e2c05de92e3086a8bad8941b799a4924cf --- /dev/null +++ b/SnowballTarget1/SnowballTarget/SnowballTarget-512.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd43eda0e550a71671858a7c10df9c329c81f2f1d4767747480b9339bdf833ce +size 646532 diff --git a/SnowballTarget1/SnowballTarget/SnowballTarget-512.pt b/SnowballTarget1/SnowballTarget/SnowballTarget-512.pt new file mode 100644 index 0000000000000000000000000000000000000000..6368eca2f6f288ca8bce2b4ca95f8d9369f14ba5 --- /dev/null +++ b/SnowballTarget1/SnowballTarget/SnowballTarget-512.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ca47d5027e0bd437ce033e69b8373e9d6fe0176c54c2163c4e6a858fc33fbee +size 1285152 diff --git a/SnowballTarget1/SnowballTarget/SnowballTarget-576.onnx b/SnowballTarget1/SnowballTarget/SnowballTarget-576.onnx new file mode 100644 index 0000000000000000000000000000000000000000..a01643e2c05de92e3086a8bad8941b799a4924cf --- /dev/null +++ b/SnowballTarget1/SnowballTarget/SnowballTarget-576.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd43eda0e550a71671858a7c10df9c329c81f2f1d4767747480b9339bdf833ce +size 646532 diff --git a/SnowballTarget1/SnowballTarget/SnowballTarget-576.pt b/SnowballTarget1/SnowballTarget/SnowballTarget-576.pt new file mode 100644 index 0000000000000000000000000000000000000000..0422dcdc8a2eaf60c397895686700c047e2b9200 --- /dev/null +++ b/SnowballTarget1/SnowballTarget/SnowballTarget-576.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8e897ea8c51f3bcb6d3ad7e994fa7c4a67a14f2792944be1148af06f26551f9 +size 1285152 diff --git a/SnowballTarget1/SnowballTarget/SnowballTarget-640.onnx b/SnowballTarget1/SnowballTarget/SnowballTarget-640.onnx new file mode 100644 index 0000000000000000000000000000000000000000..a01643e2c05de92e3086a8bad8941b799a4924cf --- /dev/null +++ b/SnowballTarget1/SnowballTarget/SnowballTarget-640.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd43eda0e550a71671858a7c10df9c329c81f2f1d4767747480b9339bdf833ce +size 646532 diff --git a/SnowballTarget1/SnowballTarget/SnowballTarget-640.pt b/SnowballTarget1/SnowballTarget/SnowballTarget-640.pt new file mode 100644 index 0000000000000000000000000000000000000000..7aa422821cf8e3d6dd7a1c722e8519f083c4727f --- /dev/null +++ b/SnowballTarget1/SnowballTarget/SnowballTarget-640.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20330c12ec2965f81c3c4af712161a7bb330726919d7c93ef582b3b3387c42ea +size 1285152 diff --git a/SnowballTarget1/SnowballTarget/SnowballTarget-704.onnx b/SnowballTarget1/SnowballTarget/SnowballTarget-704.onnx new file mode 100644 index 0000000000000000000000000000000000000000..a01643e2c05de92e3086a8bad8941b799a4924cf --- /dev/null +++ b/SnowballTarget1/SnowballTarget/SnowballTarget-704.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd43eda0e550a71671858a7c10df9c329c81f2f1d4767747480b9339bdf833ce +size 646532 diff --git a/SnowballTarget1/SnowballTarget/SnowballTarget-704.pt b/SnowballTarget1/SnowballTarget/SnowballTarget-704.pt new file mode 100644 index 0000000000000000000000000000000000000000..b28bcabd38598b120ea2933415150de42f36d002 --- /dev/null +++ b/SnowballTarget1/SnowballTarget/SnowballTarget-704.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4cf4dd1080e63a35504cacd1ef4f9651212f565357b11be7d5f7db726c81f8c5 +size 1285152 diff --git a/SnowballTarget1/SnowballTarget/SnowballTarget-960.onnx b/SnowballTarget1/SnowballTarget/SnowballTarget-960.onnx new file mode 100644 index 0000000000000000000000000000000000000000..90e7249040275948d69630887856134738882987 --- /dev/null +++ b/SnowballTarget1/SnowballTarget/SnowballTarget-960.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50ff782eb41ad3e506cf592b89a13aced5f7811ff7751ce5d62be9a26584474c +size 646532 diff --git a/SnowballTarget1/SnowballTarget/SnowballTarget-960.pt b/SnowballTarget1/SnowballTarget/SnowballTarget-960.pt new file mode 100644 index 0000000000000000000000000000000000000000..a3bc85047f09d58940416ba2524e8f0c5924a0a5 --- /dev/null +++ b/SnowballTarget1/SnowballTarget/SnowballTarget-960.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1edc1f2d41356060ec9a1f0249519fcae248c5ce458b1a5f99024399dfc75f22 +size 1285152 diff --git a/SnowballTarget1/SnowballTarget/SnowballTarget-9952.onnx b/SnowballTarget1/SnowballTarget/SnowballTarget-9952.onnx new file mode 100644 index 0000000000000000000000000000000000000000..abc870307afbdcbc74cc8b1f0e2b457386807ce4 --- /dev/null +++ b/SnowballTarget1/SnowballTarget/SnowballTarget-9952.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:707c01e61734f6d631ca1eb01e0c460e203a0f09168df880a409701f4ba260f4 +size 646532 diff --git a/SnowballTarget1/SnowballTarget/SnowballTarget-9952.pt b/SnowballTarget1/SnowballTarget/SnowballTarget-9952.pt new file mode 100644 index 0000000000000000000000000000000000000000..a174c6edf356d6b239d8222ec31bcc4a6ec89c0e --- /dev/null +++ b/SnowballTarget1/SnowballTarget/SnowballTarget-9952.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b4d87a54978f7db99fde53f12bddbad620c3ad1ba4e711562b5d432c813eea2 +size 3843968 diff --git a/SnowballTarget1/SnowballTarget/checkpoint.pt b/SnowballTarget1/SnowballTarget/checkpoint.pt new file mode 100644 index 0000000000000000000000000000000000000000..32dea84a5aecf2e15d81df0f8cbbb81b124cd934 --- /dev/null +++ b/SnowballTarget1/SnowballTarget/checkpoint.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2845dd4d984935b6bc870231fe1584edeac7b1ed454a3ac5c3ab36f130e7c65 +size 3843968 diff --git a/SnowballTarget1/SnowballTarget/events.out.tfevents.1686002221.cfa2741d9875.4089.0 b/SnowballTarget1/SnowballTarget/events.out.tfevents.1686002221.cfa2741d9875.4089.0 new file mode 100644 index 0000000000000000000000000000000000000000..bc31c1d54cbe00c33122cfbb2bfd627bba9083da --- /dev/null +++ b/SnowballTarget1/SnowballTarget/events.out.tfevents.1686002221.cfa2741d9875.4089.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e97f9d29a5039a561c5d4f006fcd986e73220c814752bb0483c5ea585059a086 +size 12652 diff --git a/SnowballTarget1/configuration.yaml b/SnowballTarget1/configuration.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2f03cf9f6f2fb24cd6ccf266e59125b4f2cc0ebd --- /dev/null +++ b/SnowballTarget1/configuration.yaml @@ -0,0 +1,77 @@ +default_settings: null +behaviors: + SnowballTarget: + trainer_type: ppo + hyperparameters: + batch_size: 128 + buffer_size: 2048 + learning_rate: 0.0003 + beta: 0.005 + epsilon: 0.2 + lambd: 0.95 + num_epoch: 10 + shared_critic: false + learning_rate_schedule: linear + beta_schedule: linear + epsilon_schedule: linear + checkpoint_interval: 5000 + network_settings: + normalize: false + hidden_units: 256 + num_layers: 2 + vis_encode_type: simple + memory: null + goal_conditioning_type: hyper + deterministic: false + reward_signals: + extrinsic: + gamma: 0.99 + strength: 1.0 + network_settings: + normalize: false + hidden_units: 128 + num_layers: 2 + vis_encode_type: simple + memory: null + goal_conditioning_type: hyper + deterministic: false + init_path: null + keep_checkpoints: 10 + even_checkpoints: false + max_steps: 20000 + time_horizon: 64 + summary_freq: 10000 + threaded: true + self_play: null + behavioral_cloning: null +env_settings: + env_path: ./training-envs-executables/linux/SnowballTarget/SnowballTarget + env_args: null + base_port: 5005 + num_envs: 1 + num_areas: 1 + seed: -1 + max_lifetime_restarts: 10 + restarts_rate_limit_n: 1 + restarts_rate_limit_period_s: 60 +engine_settings: + width: 84 + height: 84 + quality_level: 5 + time_scale: 20 + target_frame_rate: -1 + capture_frame_rate: 60 + no_graphics: true +environment_parameters: null +checkpoint_settings: + run_id: SnowballTarget1 + initialize_from: null + load_model: false + resume: false + force: true + train_model: false + inference: false + results_dir: results +torch_settings: + device: null +debug: false diff --git a/SnowballTarget1/run_logs/Player-0.log b/SnowballTarget1/run_logs/Player-0.log new file mode 100644 index 0000000000000000000000000000000000000000..46b4e76fad439ee1329d1cc3cd4d515ab4410453 --- /dev/null +++ b/SnowballTarget1/run_logs/Player-0.log @@ -0,0 +1,259 @@ +Mono path[0] = '/content/ml-agents/training-envs-executables/linux/SnowballTarget/SnowballTarget_Data/Managed' +Mono config path = '/content/ml-agents/training-envs-executables/linux/SnowballTarget/SnowballTarget_Data/MonoBleedingEdge/etc' +Preloaded 'lib_burst_generated.so' +Preloaded 'libgrpc_csharp_ext.x64.so' +Initialize engine version: 2021.3.14f1 (eee1884e7226) +[Subsystems] Discovering subsystems at path /content/ml-agents/training-envs-executables/linux/SnowballTarget/SnowballTarget_Data/UnitySubsystems +Forcing GfxDevice: Null +GfxDevice: creating device client; threaded=0; jobified=0 +NullGfxDevice: + Version: NULL 1.0 [1.0] + Renderer: Null Device + Vendor: Unity Technologies +ALSA lib confmisc.c:767:(parse_card) cannot find card '0' +ALSA lib conf.c:4732:(_snd_config_evaluate) function snd_func_card_driver returned error: No such file or directory +ALSA lib confmisc.c:392:(snd_func_concat) error evaluating strings +ALSA lib conf.c:4732:(_snd_config_evaluate) function snd_func_concat returned error: No such file or directory +ALSA lib confmisc.c:1246:(snd_func_refer) error evaluating name +ALSA lib conf.c:4732:(_snd_config_evaluate) function snd_func_refer returned error: No such file or directory +ALSA lib conf.c:5220:(snd_config_expand) Evaluate error: No such file or directory +ALSA lib pcm.c:2642:(snd_pcm_open_noupdate) Unknown PCM default +FMOD failed to initialize the output device.: "Error initializing output device. " (60) +Forced to initialize FMOD to to the device driver's system output rate 48000, this may impact performance and/or give inconsistent experiences compared to selected sample rate 48000 +ALSA lib confmisc.c:767:(parse_card) cannot find card '0' +ALSA lib conf.c:4732:(_snd_config_evaluate) function snd_func_card_driver returned error: No such file or directory +ALSA lib confmisc.c:392:(snd_func_concat) error evaluating strings +ALSA lib conf.c:4732:(_snd_config_evaluate) function snd_func_concat returned error: No such file or directory +ALSA lib confmisc.c:1246:(snd_func_refer) error evaluating name +ALSA lib conf.c:4732:(_snd_config_evaluate) function snd_func_refer returned error: No such file or directory +ALSA lib conf.c:5220:(snd_config_expand) Evaluate error: No such file or directory +ALSA lib pcm.c:2642:(snd_pcm_open_noupdate) Unknown PCM default +FMOD failed to initialize the output device.: "Error initializing output device. " (60) +FMOD initialized on nosound output +Begin MonoManager ReloadAssembly +- Completed reload, in 0.090 seconds +ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable) +ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable) +ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable) +WARNING: Shader Unsupported: 'Standard' - All subshaders removed +WARNING: Shader Did you use #pragma only_renderers and omit this platform? +WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off? +ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/fallbacks are suitable) +WARNING: Shader Unsupported: 'Standard' - All subshaders removed +WARNING: Shader Did you use #pragma only_renderers and omit this platform? +WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off? +UnloadTime: 0.654829 ms +ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable) +requesting resize 84 x 84 +Setting up 1 worker threads for Enlighten. +Memory Statistics: +[ALLOC_TEMP_TLS] TLS Allocator + StackAllocators : + [ALLOC_TEMP_MAIN] + Peak usage frame count: [8.0 KB-16.0 KB]: 557 frames, [16.0 KB-32.0 KB]: 9 frames, [2.0 MB-4.0 MB]: 1 frames + Initial Block Size 4.0 MB + Current Block Size 4.0 MB + Peak Allocated Bytes 2.0 MB + Overflow Count 0 + [ALLOC_TEMP_Loading.AsyncRead] + Initial Block Size 64.0 KB + Current Block Size 64.0 KB + Peak Allocated Bytes 198 B + Overflow Count 0 + [ALLOC_TEMP_Loading.PreloadManager] + Initial Block Size 256.0 KB + Current Block Size 304.0 KB + Peak Allocated Bytes 228.9 KB + Overflow Count 4 + [ALLOC_TEMP_Background Job.Worker 8] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 9] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Job.Worker 0] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 3.6 KB + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 10] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 14] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 6] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 12] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_EnlightenWorker] + Initial Block Size 64.0 KB + Current Block Size 64.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 15] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 1] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 2] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 7] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_AssetGarbageCollectorHelper] + Initial Block Size 64.0 KB + Current Block Size 64.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 5] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 13] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 11] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 3] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 0] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 4] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_BatchDeleteObjects] + Initial Block Size 64.0 KB + Current Block Size 64.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 +[ALLOC_DEFAULT] Dual Thread Allocator + Peak main deferred allocation count 33 + [ALLOC_BUCKET] + Large Block size 4.0 MB + Used Block count 1 + Peak Allocated bytes 1.0 MB + [ALLOC_DEFAULT_MAIN] + Peak usage frame count: [4.0 MB-8.0 MB]: 567 frames + Requested Block Size 16.0 MB + Peak Block count 1 + Peak Allocated memory 5.4 MB + Peak Large allocation bytes 0 B + [ALLOC_DEFAULT_THREAD] + Peak usage frame count: [16.0 MB-32.0 MB]: 567 frames + Requested Block Size 16.0 MB + Peak Block count 1 + Peak Allocated memory 17.8 MB + Peak Large allocation bytes 16.0 MB +[ALLOC_TEMP_JOB_1_FRAME] + Initial Block Size 2.0 MB + Used Block Count 1 + Overflow Count (too large) 0 + Overflow Count (full) 0 +[ALLOC_TEMP_JOB_2_FRAMES] + Initial Block Size 2.0 MB + Used Block Count 1 + Overflow Count (too large) 0 + Overflow Count (full) 0 +[ALLOC_TEMP_JOB_4_FRAMES (JobTemp)] + Initial Block Size 2.0 MB + Used Block Count 2 + Overflow Count (too large) 0 + Overflow Count (full) 0 +[ALLOC_TEMP_JOB_ASYNC (Background)] + Initial Block Size 1.0 MB + Used Block Count 3 + Overflow Count (too large) 0 + Overflow Count (full) 0 +[ALLOC_GFX] Dual Thread Allocator + Peak main deferred allocation count 0 + [ALLOC_BUCKET] + Large Block size 4.0 MB + Used Block count 1 + Peak Allocated bytes 1.0 MB + [ALLOC_GFX_MAIN] + Peak usage frame count: [32.0 KB-64.0 KB]: 486 frames, [64.0 KB-128.0 KB]: 81 frames + Requested Block Size 16.0 MB + Peak Block count 1 + Peak Allocated memory 66.0 KB + Peak Large allocation bytes 0 B + [ALLOC_GFX_THREAD] + Peak usage frame count: [32.0 KB-64.0 KB]: 567 frames + Requested Block Size 16.0 MB + Peak Block count 1 + Peak Allocated memory 39.6 KB + Peak Large allocation bytes 0 B +[ALLOC_CACHEOBJECTS] Dual Thread Allocator + Peak main deferred allocation count 0 + [ALLOC_BUCKET] + Large Block size 4.0 MB + Used Block count 1 + Peak Allocated bytes 1.0 MB + [ALLOC_CACHEOBJECTS_MAIN] + Peak usage frame count: [0.5 MB-1.0 MB]: 567 frames + Requested Block Size 4.0 MB + Peak Block count 1 + Peak Allocated memory 0.6 MB + Peak Large allocation bytes 0 B + [ALLOC_CACHEOBJECTS_THREAD] + Peak usage frame count: [0.5 MB-1.0 MB]: 566 frames, [2.0 MB-4.0 MB]: 1 frames + Requested Block Size 4.0 MB + Peak Block count 1 + Peak Allocated memory 2.2 MB + Peak Large allocation bytes 0 B +[ALLOC_TYPETREE] Dual Thread Allocator + Peak main deferred allocation count 0 + [ALLOC_BUCKET] + Large Block size 4.0 MB + Used Block count 1 + Peak Allocated bytes 1.0 MB + [ALLOC_TYPETREE_MAIN] + Peak usage frame count: [0-1.0 KB]: 567 frames + Requested Block Size 2.0 MB + Peak Block count 1 + Peak Allocated memory 1.0 KB + Peak Large allocation bytes 0 B + [ALLOC_TYPETREE_THREAD] + Peak usage frame count: [1.0 KB-2.0 KB]: 567 frames + Requested Block Size 2.0 MB + Peak Block count 1 + Peak Allocated memory 1.7 KB + Peak Large allocation bytes 0 B diff --git a/SnowballTarget1/run_logs/timers.json b/SnowballTarget1/run_logs/timers.json new file mode 100644 index 0000000000000000000000000000000000000000..4cc2077e850d0af7da62435478afd16b1df7e1ab --- /dev/null +++ b/SnowballTarget1/run_logs/timers.json @@ -0,0 +1,377 @@ +{ + "name": "root", + "gauges": { + "SnowballTarget.Policy.Entropy.mean": { + "value": 2.7592885494232178, + "min": 2.7592885494232178, + "max": 2.867496967315674, + "count": 2 + }, + "SnowballTarget.Policy.Entropy.sum": { + "value": 28439.98828125, + "min": 28439.98828125, + "max": 29397.580078125, + "count": 2 + }, + "SnowballTarget.Step.mean": { + "value": 19992.0, + "min": 9952.0, + "max": 19992.0, + "count": 2 + }, + "SnowballTarget.Step.sum": { + "value": 19992.0, + "min": 9952.0, + "max": 19992.0, + "count": 2 + }, + "SnowballTarget.Policy.ExtrinsicValueEstimate.mean": { + "value": 1.4529480934143066, + "min": 0.3814451992511749, + "max": 1.4529480934143066, + "count": 2 + }, + "SnowballTarget.Policy.ExtrinsicValueEstimate.sum": { + "value": 297.8543701171875, + "min": 74.0003662109375, + "max": 297.8543701171875, + "count": 2 + }, + "SnowballTarget.Environment.EpisodeLength.mean": { + "value": 199.0, + "min": 199.0, + "max": 199.0, + "count": 2 + }, + "SnowballTarget.Environment.EpisodeLength.sum": { + "value": 10945.0, + "min": 8756.0, + "max": 10945.0, + "count": 2 + }, + "SnowballTarget.Losses.PolicyLoss.mean": { + "value": 0.06775400159125959, + "min": 0.06775400159125959, + "max": 0.06921998382018929, + "count": 2 + }, + "SnowballTarget.Losses.PolicyLoss.sum": { + "value": 0.33877000795629797, + "min": 0.27687993528075716, + "max": 0.33877000795629797, + "count": 2 + }, + "SnowballTarget.Losses.ValueLoss.mean": { + "value": 0.2051699895893826, + "min": 0.12378139048472375, + "max": 0.2051699895893826, + "count": 2 + }, + "SnowballTarget.Losses.ValueLoss.sum": { + "value": 1.025849947946913, + "min": 0.495125561938895, + "max": 1.025849947946913, + "count": 2 + }, + "SnowballTarget.Policy.LearningRate.mean": { + "value": 7.032007656e-05, + "min": 7.032007656e-05, + "max": 0.00021882002706000002, + "count": 2 + }, + "SnowballTarget.Policy.LearningRate.sum": { + "value": 0.0003516003828, + "min": 0.0003516003828, + "max": 0.0008752801082400001, + "count": 2 + }, + "SnowballTarget.Policy.Epsilon.mean": { + "value": 0.12344, + "min": 0.12344, + "max": 0.17294, + "count": 2 + }, + "SnowballTarget.Policy.Epsilon.sum": { + "value": 0.6172, + "min": 0.6172, + "max": 0.69176, + "count": 2 + }, + "SnowballTarget.Policy.Beta.mean": { + "value": 0.0011796560000000005, + "min": 0.0011796560000000005, + "max": 0.0036497060000000004, + "count": 2 + }, + "SnowballTarget.Policy.Beta.sum": { + "value": 0.005898280000000002, + "min": 0.005898280000000002, + "max": 0.014598824000000002, + "count": 2 + }, + "SnowballTarget.Environment.CumulativeReward.mean": { + "value": 6.5636363636363635, + "min": 3.7045454545454546, + "max": 6.5636363636363635, + "count": 2 + }, + "SnowballTarget.Environment.CumulativeReward.sum": { + "value": 361.0, + "min": 163.0, + "max": 361.0, + "count": 2 + }, + "SnowballTarget.Policy.ExtrinsicReward.mean": { + "value": 6.5636363636363635, + "min": 3.7045454545454546, + "max": 6.5636363636363635, + "count": 2 + }, + "SnowballTarget.Policy.ExtrinsicReward.sum": { + "value": 361.0, + "min": 163.0, + "max": 361.0, + "count": 2 + }, + "SnowballTarget.IsTraining.mean": { + "value": 1.0, + "min": 1.0, + "max": 1.0, + "count": 2 + }, + "SnowballTarget.IsTraining.sum": { + "value": 1.0, + "min": 1.0, + "max": 1.0, + "count": 2 + } + }, + "metadata": { + "timer_format_version": "0.1.0", + "start_time_seconds": "1686002220", + "python_version": "3.10.11 (main, Apr 5 2023, 14:15:10) [GCC 9.4.0]", + "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/SnowballTarget.yaml --env=./training-envs-executables/linux/SnowballTarget/SnowballTarget --run-id=SnowballTarget1 --no-graphics --force", + "mlagents_version": "0.31.0.dev0", + "mlagents_envs_version": "0.31.0.dev0", + "communication_protocol_version": "1.5.0", + "pytorch_version": "1.11.0+cu102", + "numpy_version": "1.21.2", + "end_time_seconds": "1686002294" + }, + "total": 73.902339042, + "count": 1, + "self": 0.7763819560000229, + "children": { + "run_training.setup": { + "total": 0.037074524999979985, + "count": 1, + "self": 0.037074524999979985 + }, + "TrainerController.start_learning": { + "total": 73.08888256099999, + "count": 1, + "self": 0.10041775599813718, + "children": { + "TrainerController._reset_env": { + "total": 3.5596899549999534, + "count": 1, + "self": 3.5596899549999534 + }, + "TrainerController.advance": { + "total": 69.20276343600199, + "count": 1889, + "self": 0.024677614003167037, + "children": { + "env_step": { + "total": 69.17808582199882, + "count": 1889, + "self": 56.00599159299668, + "children": { + "SubprocessEnvManager._take_step": { + "total": 13.147290013002248, + "count": 1889, + "self": 0.15501957900289653, + "children": { + "TorchPolicy.evaluate": { + "total": 12.992270433999352, + "count": 1889, + "self": 12.992270433999352 + } + } + }, + "workers": { + "total": 0.02480421599989313, + "count": 1889, + "self": 0.0, + "children": { + "worker_root": { + "total": 72.72249690699982, + "count": 1889, + "is_parallel": true, + "self": 49.205026782000346, + "children": { + "run_training.setup": { + "total": 0.0, + "count": 0, + "is_parallel": true, + "self": 0.0, + "children": { + "steps_from_proto": { + "total": 0.001891798999963612, + "count": 1, + "is_parallel": true, + "self": 0.0005712810000204627, + "children": { + "_process_rank_one_or_two_observation": { + "total": 0.0013205179999431493, + "count": 10, + "is_parallel": true, + "self": 0.0013205179999431493 + } + } + }, + "UnityEnvironment.step": { + "total": 0.037282495999988896, + "count": 1, + "is_parallel": true, + "self": 0.0006252550001590862, + "children": { + "UnityEnvironment._generate_step_input": { + "total": 0.0003013219999274952, + "count": 1, + "is_parallel": true, + "self": 0.0003013219999274952 + }, + "communicator.exchange": { + "total": 0.03407865799999854, + "count": 1, + "is_parallel": true, + "self": 0.03407865799999854 + }, + "steps_from_proto": { + "total": 0.002277260999903774, + "count": 1, + "is_parallel": true, + "self": 0.0005112659999895186, + "children": { + "_process_rank_one_or_two_observation": { + "total": 0.0017659949999142555, + "count": 10, + "is_parallel": true, + "self": 0.0017659949999142555 + } + } + } + } + } + } + }, + "UnityEnvironment.step": { + "total": 23.517470124999477, + "count": 1888, + "is_parallel": true, + "self": 0.9725954869967381, + "children": { + "UnityEnvironment._generate_step_input": { + "total": 0.5375511420010071, + "count": 1888, + "is_parallel": true, + "self": 0.5375511420010071 + }, + "communicator.exchange": { + "total": 18.704511142001707, + "count": 1888, + "is_parallel": true, + "self": 18.704511142001707 + }, + "steps_from_proto": { + "total": 3.302812354000025, + "count": 1888, + "is_parallel": true, + "self": 0.6177779469970801, + "children": { + "_process_rank_one_or_two_observation": { + "total": 2.685034407002945, + "count": 18880, + "is_parallel": true, + "self": 2.685034407002945 + } + } + } + } + } + } + } + } + } + } + } + } + }, + "trainer_threads": { + "total": 0.00026957499994750833, + "count": 1, + "self": 0.00026957499994750833, + "children": { + "thread_root": { + "total": 0.0, + "count": 0, + "is_parallel": true, + "self": 0.0, + "children": { + "trainer_advance": { + "total": 68.90451112098981, + "count": 41650, + "is_parallel": true, + "self": 0.9375681819861938, + "children": { + "process_trajectory": { + "total": 25.398075414003756, + "count": 41650, + "is_parallel": true, + "self": 24.1889189790038, + "children": { + "RLTrainer._checkpoint": { + "total": 1.2091564349999544, + "count": 4, + "is_parallel": true, + "self": 1.2091564349999544 + } + } + }, + "_update_policy": { + "total": 42.56886752499986, + "count": 9, + "is_parallel": true, + "self": 18.569939660002774, + "children": { + "TorchPPOOptimizer.update": { + "total": 23.998927864997086, + "count": 1520, + "is_parallel": true, + "self": 23.998927864997086 + } + } + } + } + } + } + } + } + }, + "TrainerController._save_models": { + "total": 0.2257418389999657, + "count": 1, + "self": 0.0017498859999705019, + "children": { + "RLTrainer._checkpoint": { + "total": 0.2239919529999952, + "count": 1, + "self": 0.2239919529999952 + } + } + } + } + } + } +} \ No newline at end of file diff --git a/SnowballTarget1/run_logs/training_status.json b/SnowballTarget1/run_logs/training_status.json new file mode 100644 index 0000000000000000000000000000000000000000..a0892083837a32d1fd23956aecf86d97e1033298 --- /dev/null +++ b/SnowballTarget1/run_logs/training_status.json @@ -0,0 +1,65 @@ +{ + "SnowballTarget": { + "checkpoints": [ + { + "steps": 4976, + "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-4976.onnx", + "reward": 3.272727272727273, + "creation_time": 1686002240.7430806, + "auxillary_file_paths": [ + "results/SnowballTarget1/SnowballTarget/SnowballTarget-4976.pt" + ] + }, + { + "steps": 9952, + "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-9952.onnx", + "reward": 4.363636363636363, + "creation_time": 1686002256.845336, + "auxillary_file_paths": [ + "results/SnowballTarget1/SnowballTarget/SnowballTarget-9952.pt" + ] + }, + { + "steps": 14992, + "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-14992.onnx", + "reward": 6.181818181818182, + "creation_time": 1686002272.7955642, + "auxillary_file_paths": [ + "results/SnowballTarget1/SnowballTarget/SnowballTarget-14992.pt" + ] + }, + { + "steps": 19992, + "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-19992.onnx", + "reward": 7.818181818181818, + "creation_time": 1686002293.7214408, + "auxillary_file_paths": [ + "results/SnowballTarget1/SnowballTarget/SnowballTarget-19992.pt" + ] + }, + { + "steps": 20376, + "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-20376.onnx", + "reward": 7.818181818181818, + "creation_time": 1686002293.9995508, + "auxillary_file_paths": [ + "results/SnowballTarget1/SnowballTarget/SnowballTarget-20376.pt" + ] + } + ], + "final_checkpoint": { + "steps": 20376, + "file_path": "results/SnowballTarget1/SnowballTarget.onnx", + "reward": 7.818181818181818, + "creation_time": 1686002293.9995508, + "auxillary_file_paths": [ + "results/SnowballTarget1/SnowballTarget/SnowballTarget-20376.pt" + ] + } + }, + "metadata": { + "stats_format_version": "0.3.0", + "mlagents_version": "0.31.0.dev0", + "torch_version": "1.11.0+cu102" + } +} \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d837798e47faa8ae7a4a8d988ff59f1aaaacdf4c --- /dev/null +++ b/config.json @@ -0,0 +1 @@ +{"default_settings": null, "behaviors": {"Pyramids": {"trainer_type": "ppo", "hyperparameters": {"batch_size": 128, "buffer_size": 2048, "learning_rate": 0.0003, "beta": 0.01, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "shared_critic": false, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}, "rnd": {"gamma": 0.99, "strength": 0.01, "network_settings": {"normalize": false, "hidden_units": 64, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "learning_rate": 0.0001, "encoding_size": null}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 1000000, "time_horizon": 128, "summary_freq": 30000, "threaded": false, "self_play": null, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/linux/Pyramids/Pyramids", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "Pyramids Training", "initialize_from": null, "load_model": false, "resume": false, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false} \ No newline at end of file diff --git a/configuration.yaml b/configuration.yaml new file mode 100644 index 0000000000000000000000000000000000000000..fa80105747b57afb5427d818598fb36179afbb2a --- /dev/null +++ b/configuration.yaml @@ -0,0 +1,90 @@ +default_settings: null +behaviors: + Pyramids: + trainer_type: ppo + hyperparameters: + batch_size: 128 + buffer_size: 2048 + learning_rate: 0.0003 + beta: 0.01 + epsilon: 0.2 + lambd: 0.95 + num_epoch: 3 + shared_critic: false + learning_rate_schedule: linear + beta_schedule: linear + epsilon_schedule: linear + checkpoint_interval: 500000 + network_settings: + normalize: false + hidden_units: 512 + num_layers: 2 + vis_encode_type: simple + memory: null + goal_conditioning_type: hyper + deterministic: false + reward_signals: + extrinsic: + gamma: 0.99 + strength: 1.0 + network_settings: + normalize: false + hidden_units: 128 + num_layers: 2 + vis_encode_type: simple + memory: null + goal_conditioning_type: hyper + deterministic: false + rnd: + gamma: 0.99 + strength: 0.01 + network_settings: + normalize: false + hidden_units: 64 + num_layers: 3 + vis_encode_type: simple + memory: null + goal_conditioning_type: hyper + deterministic: false + learning_rate: 0.0001 + encoding_size: null + init_path: null + keep_checkpoints: 5 + even_checkpoints: false + max_steps: 1000000 + time_horizon: 128 + summary_freq: 30000 + threaded: false + self_play: null + behavioral_cloning: null +env_settings: + env_path: ./training-envs-executables/linux/Pyramids/Pyramids + env_args: null + base_port: 5005 + num_envs: 1 + num_areas: 1 + seed: -1 + max_lifetime_restarts: 10 + restarts_rate_limit_n: 1 + restarts_rate_limit_period_s: 60 +engine_settings: + width: 84 + height: 84 + quality_level: 5 + time_scale: 20 + target_frame_rate: -1 + capture_frame_rate: 60 + no_graphics: true +environment_parameters: null +checkpoint_settings: + run_id: Pyramids Training + initialize_from: null + load_model: false + resume: false + force: false + train_model: false + inference: false + results_dir: results +torch_settings: + device: null +debug: false diff --git a/run_logs/Player-0.log b/run_logs/Player-0.log new file mode 100644 index 0000000000000000000000000000000000000000..9573e3e030f5191070b7ab1c6699d0679718df09 --- /dev/null +++ b/run_logs/Player-0.log @@ -0,0 +1,317 @@ +Mono path[0] = '/content/ml-agents/training-envs-executables/linux/Pyramids/Pyramids_Data/Managed' +Mono config path = '/content/ml-agents/training-envs-executables/linux/Pyramids/Pyramids_Data/MonoBleedingEdge/etc' +Found 1 interfaces on host : 0) 172.28.0.12 +Multi-casting "[IP] 172.28.0.12 [Port] 55439 [Flags] 2 [Guid] 4030764125 [EditorId] 764847374 [Version] 1048832 [Id] LinuxPlayer(13,172.28.0.12) [Debug] 0 [PackageName] LinuxPlayer [ProjectName] UnityEnvironment" to [225.0.0.222:54997]... +Preloaded 'lib_burst_generated.so' +Preloaded 'libgrpc_csharp_ext.x64.so' +PlayerPrefs - Creating folder: /root/.config/unity3d/Unity Technologies +PlayerPrefs - Creating folder: /root/.config/unity3d/Unity Technologies/UnityEnvironment +Unable to load player prefs +Initialize engine version: 2021.3.5f1 (40eb3a945986) +[Subsystems] Discovering subsystems at path /content/ml-agents/training-envs-executables/linux/Pyramids/Pyramids_Data/UnitySubsystems +Forcing GfxDevice: Null +GfxDevice: creating device client; threaded=0; jobified=0 +NullGfxDevice: + Version: NULL 1.0 [1.0] + Renderer: Null Device + Vendor: Unity Technologies +ALSA lib confmisc.c:767:(parse_card) cannot find card '0' +ALSA lib conf.c:4732:(_snd_config_evaluate) function snd_func_card_driver returned error: No such file or directory +ALSA lib confmisc.c:392:(snd_func_concat) error evaluating strings +ALSA lib conf.c:4732:(_snd_config_evaluate) function snd_func_concat returned error: No such file or directory +ALSA lib confmisc.c:1246:(snd_func_refer) error evaluating name +ALSA lib conf.c:4732:(_snd_config_evaluate) function snd_func_refer returned error: No such file or directory +ALSA lib conf.c:5220:(snd_config_expand) Evaluate error: No such file or directory +ALSA lib pcm.c:2642:(snd_pcm_open_noupdate) Unknown PCM default +FMOD failed to initialize the output device.: "Error initializing output device. " (60) +Forced to initialize FMOD to to the device driver's system output rate 48000, this may impact performance and/or give inconsistent experiences compared to selected sample rate 48000 +ALSA lib confmisc.c:767:(parse_card) cannot find card '0' +ALSA lib conf.c:4732:(_snd_config_evaluate) function snd_func_card_driver returned error: No such file or directory +ALSA lib confmisc.c:392:(snd_func_concat) error evaluating strings +ALSA lib conf.c:4732:(_snd_config_evaluate) function snd_func_concat returned error: No such file or directory +ALSA lib confmisc.c:1246:(snd_func_refer) error evaluating name +ALSA lib conf.c:4732:(_snd_config_evaluate) function snd_func_refer returned error: No such file or directory +ALSA lib conf.c:5220:(snd_config_expand) Evaluate error: No such file or directory +ALSA lib pcm.c:2642:(snd_pcm_open_noupdate) Unknown PCM default +FMOD failed to initialize the output device.: "Error initializing output device. " (60) +FMOD initialized on nosound output +Begin MonoManager ReloadAssembly +- Completed reload, in 0.127 seconds +ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable) +ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable) +ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable) +WARNING: Shader Unsupported: 'Autodesk Interactive' - All subshaders removed +WARNING: Shader Did you use #pragma only_renderers and omit this platform? +WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off? +ERROR: Shader Autodesk Interactive shader is not supported on this GPU (none of subshaders/fallbacks are suitable) +WARNING: Shader Unsupported: 'Autodesk Interactive' - All subshaders removed +WARNING: Shader Did you use #pragma only_renderers and omit this platform? +WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off? +WARNING: Shader Unsupported: 'Legacy Shaders/Diffuse' - All subshaders removed +WARNING: Shader Did you use #pragma only_renderers and omit this platform? +WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off? +ERROR: Shader Legacy Shaders/Diffuse shader is not supported on this GPU (none of subshaders/fallbacks are suitable) +WARNING: Shader Unsupported: 'Legacy Shaders/Diffuse' - All subshaders removed +WARNING: Shader Did you use #pragma only_renderers and omit this platform? +WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off? +WARNING: Shader Unsupported: 'ML-Agents/GridPattern' - All subshaders removed +WARNING: Shader Did you use #pragma only_renderers and omit this platform? +WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off? +ERROR: Shader ML-Agents/GridPattern shader is not supported on this GPU (none of subshaders/fallbacks are suitable) +WARNING: Shader Unsupported: 'ML-Agents/GridPattern' - All subshaders removed +WARNING: Shader Did you use #pragma only_renderers and omit this platform? +WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off? +WARNING: Shader Unsupported: 'Standard' - All subshaders removed +WARNING: Shader Did you use #pragma only_renderers and omit this platform? +WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off? +ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/fallbacks are suitable) +WARNING: Shader Unsupported: 'Standard' - All subshaders removed +WARNING: Shader Did you use #pragma only_renderers and omit this platform? +WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off? +UnloadTime: 0.942039 ms +ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable) +requesting resize 84 x 84 +Setting up 1 worker threads for Enlighten. +PlayerConnection::CleanupMemory Statistics: +[ALLOC_TEMP_TLS] TLS Allocator + StackAllocators : + [ALLOC_TEMP_MAIN] + Peak usage frame count: [16.0 KB-32.0 KB]: 2047 frames, [32.0 KB-64.0 KB]: 13290 frames, [64.0 KB-128.0 KB]: 3431 frames, [2.0 MB-4.0 MB]: 1 frames + Initial Block Size 4.0 MB + Current Block Size 4.0 MB + Peak Allocated Bytes 2.0 MB + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 8] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 10] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 6] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_AUDIO_FMOD mixer thread] + Initial Block Size 64.0 KB + Current Block Size 64.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 1] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 11] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 3] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_BatchDeleteObjects] + Initial Block Size 64.0 KB + Current Block Size 64.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_AUDIO_FMOD stream thread] + Initial Block Size 64.0 KB + Current Block Size 64.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 2] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 7] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 15] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Loading.PreloadManager] + Initial Block Size 256.0 KB + Current Block Size 320.0 KB + Peak Allocated Bytes 251.5 KB + Overflow Count 4 + [ALLOC_TEMP_Profiler.Dispatcher] + Initial Block Size 64.0 KB + Current Block Size 64.0 KB + Peak Allocated Bytes 480 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 12] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_AssetGarbageCollectorHelper] + Initial Block Size 64.0 KB + Current Block Size 64.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 5] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 13] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 0] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 4] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Job.Worker 0] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 0.8 KB + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 9] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 14] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_EnlightenWorker] + Initial Block Size 64.0 KB + Current Block Size 64.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Loading.AsyncRead] + Initial Block Size 64.0 KB + Current Block Size 64.0 KB + Peak Allocated Bytes 128 B + Overflow Count 0 +[ALLOC_MEMORYPROFILER] + Peak usage frame count: [0.5 MB-1.0 MB]: 299 frames, [1.0 MB-2.0 MB]: 18470 frames + Requested Block Size 1.0 MB + Peak Block count 2 + Peak Allocated memory 1.6 MB + Peak Large allocation bytes 0 B +[ALLOC_DEFAULT] Dual Thread Allocator + Peak main deferred allocation count 12410 + [ALLOC_BUCKET] + Large Block size 4.0 MB + Used Block count 1 + Peak Allocated bytes 1.7 MB + [ALLOC_DEFAULT_MAIN] + Peak usage frame count: [8.0 MB-16.0 MB]: 1 frames, [16.0 MB-32.0 MB]: 18768 frames + Requested Block Size 16.0 MB + Peak Block count 3 + Peak Allocated memory 29.6 MB + Peak Large allocation bytes 0 B + [ALLOC_DEFAULT_THREAD] + Peak usage frame count: [16.0 MB-32.0 MB]: 18769 frames + Requested Block Size 16.0 MB + Peak Block count 1 + Peak Allocated memory 24.1 MB + Peak Large allocation bytes 16.0 MB +[ALLOC_TEMP_JOB_1_FRAME] + Initial Block Size 2.0 MB + Used Block Count 1 + Overflow Count (too large) 0 + Overflow Count (full) 0 +[ALLOC_TEMP_JOB_2_FRAMES] + Initial Block Size 2.0 MB + Used Block Count 1 + Overflow Count (too large) 0 + Overflow Count (full) 0 +[ALLOC_TEMP_JOB_4_FRAMES (JobTemp)] + Initial Block Size 2.0 MB + Used Block Count 2 + Overflow Count (too large) 0 + Overflow Count (full) 0 +[ALLOC_TEMP_JOB_ASYNC (Background)] + Initial Block Size 1.0 MB + Used Block Count 3 + Overflow Count (too large) 0 + Overflow Count (full) 0 +[ALLOC_GFX] Dual Thread Allocator + Peak main deferred allocation count 0 + [ALLOC_BUCKET] + Large Block size 4.0 MB + Used Block count 1 + Peak Allocated bytes 1.7 MB + [ALLOC_GFX_MAIN] + Peak usage frame count: [32.0 KB-64.0 KB]: 18768 frames, [64.0 KB-128.0 KB]: 1 frames + Requested Block Size 16.0 MB + Peak Block count 1 + Peak Allocated memory 67.0 KB + Peak Large allocation bytes 0 B + [ALLOC_GFX_THREAD] + Peak usage frame count: [64.0 KB-128.0 KB]: 18769 frames + Requested Block Size 16.0 MB + Peak Block count 1 + Peak Allocated memory 67.7 KB + Peak Large allocation bytes 0 B +[ALLOC_CACHEOBJECTS] Dual Thread Allocator + Peak main deferred allocation count 1 + [ALLOC_BUCKET] + Large Block size 4.0 MB + Used Block count 1 + Peak Allocated bytes 1.7 MB + [ALLOC_CACHEOBJECTS_MAIN] + Peak usage frame count: [0.5 MB-1.0 MB]: 299 frames, [1.0 MB-2.0 MB]: 18470 frames + Requested Block Size 4.0 MB + Peak Block count 1 + Peak Allocated memory 1.4 MB + Peak Large allocation bytes 0 B + [ALLOC_CACHEOBJECTS_THREAD] + Peak usage frame count: [1.0 MB-2.0 MB]: 18768 frames, [2.0 MB-4.0 MB]: 1 frames + Requested Block Size 4.0 MB + Peak Block count 2 + Peak Allocated memory 4.0 MB + Peak Large allocation bytes 0 B +[ALLOC_TYPETREE] Dual Thread Allocator + Peak main deferred allocation count 0 + [ALLOC_BUCKET] + Large Block size 4.0 MB + Used Block count 1 + Peak Allocated bytes 1.7 MB + [ALLOC_TYPETREE_MAIN] + Peak usage frame count: [0-1.0 KB]: 18769 frames + Requested Block Size 2.0 MB + Peak Block count 1 + Peak Allocated memory 1.0 KB + Peak Large allocation bytes 0 B + [ALLOC_TYPETREE_THREAD] + Peak usage frame count: [1.0 KB-2.0 KB]: 18769 frames + Requested Block Size 2.0 MB + Peak Block count 1 + Peak Allocated memory 1.9 KB + Peak Large allocation bytes 0 B +[ALLOC_PROFILER] + Peak usage frame count: [16.0 KB-32.0 KB]: 18769 frames + Requested Block Size 16.0 MB + Peak Block count 1 + Peak Allocated memory 28.5 KB + Peak Large allocation bytes 0 B + [ALLOC_PROFILER_BUCKET] + Large Block size 4.0 MB + Used Block count 1 + Peak Allocated bytes 396 B +##utp:{"type":"MemoryLeaks","version":2,"phase":"Immediate","time":1686004782180,"processId":6026,"allocatedMemory":1970133,"memoryLabels":[{"Default":9033},{"Permanent":1264},{"NewDelete":12801},{"Thread":34460},{"Manager":10603},{"VertexData":12},{"Geometry":280},{"Texture":16},{"Shader":69173},{"Material":24},{"GfxDevice":35248},{"Animation":304},{"Audio":3976},{"Physics":288},{"Serialization":216},{"Input":9176},{"JobScheduler":200},{"Mono":40},{"ScriptingNativeRuntime":216},{"BaseObject":1609212},{"Resource":592},{"Renderer":1936},{"Transform":48},{"File":800},{"WebCam":24},{"Culling":40},{"Terrain":953},{"Wind":24},{"String":3447},{"DynamicArray":30868},{"HashMap":7680},{"Utility":1360},{"PoolAlloc":1160},{"TypeTree":1792},{"ScriptManager":80},{"RuntimeInitializeOnLoadManager":72},{"SpriteAtlas":112},{"GI":3272},{"Unet":16},{"Director":7760},{"WebRequest":720},{"VR":45473},{"SceneManager":424},{"Video":32},{"LazyScriptCache":32},{"NativeArray":384},{"Camera":25},{"Secure":1},{"SerializationCache":624},{"APIUpdating":5872},{"Subsystems":384},{"VirtualTexturing":57552},{"AssetReference":32}]} diff --git a/run_logs/timers.json b/run_logs/timers.json new file mode 100644 index 0000000000000000000000000000000000000000..f42a76edd5229e64a2a48985605089cd3e04d1f0 --- /dev/null +++ b/run_logs/timers.json @@ -0,0 +1,398 @@ +{ + "name": "root", + "gauges": { + "Pyramids.Policy.Entropy.mean": { + "value": 0.2998795807361603, + "min": 0.2998795807361603, + "max": 1.4496777057647705, + "count": 33 + }, + "Pyramids.Policy.Entropy.sum": { + "value": 8967.5986328125, + "min": 8967.5986328125, + "max": 43977.421875, + "count": 33 + }, + "Pyramids.Step.mean": { + "value": 989956.0, + "min": 29952.0, + "max": 989956.0, + "count": 33 + }, + "Pyramids.Step.sum": { + "value": 989956.0, + "min": 29952.0, + "max": 989956.0, + "count": 33 + }, + "Pyramids.Policy.ExtrinsicValueEstimate.mean": { + "value": 0.6211113929748535, + "min": -0.10344476997852325, + "max": 0.6849846839904785, + "count": 33 + }, + "Pyramids.Policy.ExtrinsicValueEstimate.sum": { + "value": 176.3956298828125, + "min": -24.826744079589844, + "max": 195.22064208984375, + "count": 33 + }, + "Pyramids.Policy.RndValueEstimate.mean": { + "value": 0.01656731404364109, + "min": 0.0066413888707757, + "max": 0.2593795359134674, + "count": 33 + }, + "Pyramids.Policy.RndValueEstimate.sum": { + "value": 4.705117225646973, + "min": 1.8463060855865479, + "max": 61.47294998168945, + "count": 33 + }, + "Pyramids.Losses.PolicyLoss.mean": { + "value": 0.0680502437268539, + "min": 0.06624737396650081, + "max": 0.07324356189605101, + "count": 33 + }, + "Pyramids.Losses.PolicyLoss.sum": { + "value": 0.9527034121759548, + "min": 0.493056342613063, + "max": 1.045916427722356, + "count": 33 + }, + "Pyramids.Losses.ValueLoss.mean": { + "value": 0.016668645421131733, + "min": 0.0006032778104597699, + "max": 0.01732480638574565, + "count": 33 + }, + "Pyramids.Losses.ValueLoss.sum": { + "value": 0.23336103589584428, + "min": 0.007239333725517239, + "max": 0.24254728940043907, + "count": 33 + }, + "Pyramids.Policy.LearningRate.mean": { + "value": 7.345468980114285e-06, + "min": 7.345468980114285e-06, + "max": 0.00029515063018788575, + "count": 33 + }, + "Pyramids.Policy.LearningRate.sum": { + "value": 0.0001028365657216, + "min": 0.0001028365657216, + "max": 0.0035077301307567003, + "count": 33 + }, + "Pyramids.Policy.Epsilon.mean": { + "value": 0.10244845714285715, + "min": 0.10244845714285715, + "max": 0.19838354285714285, + "count": 33 + }, + "Pyramids.Policy.Epsilon.sum": { + "value": 1.4342784000000002, + "min": 1.3886848, + "max": 2.5692432999999997, + "count": 33 + }, + "Pyramids.Policy.Beta.mean": { + "value": 0.0002546008685714286, + "min": 0.0002546008685714286, + "max": 0.00983851593142857, + "count": 33 + }, + "Pyramids.Policy.Beta.sum": { + "value": 0.00356441216, + "min": 0.00356441216, + "max": 0.11694740567, + "count": 33 + }, + "Pyramids.Losses.RNDLoss.mean": { + "value": 0.011610016226768494, + "min": 0.011610016226768494, + "max": 0.34201645851135254, + "count": 33 + }, + "Pyramids.Losses.RNDLoss.sum": { + "value": 0.1625402271747589, + "min": 0.1625402271747589, + "max": 2.3941152095794678, + "count": 33 + }, + "Pyramids.Environment.EpisodeLength.mean": { + "value": 300.3207547169811, + "min": 295.4183673469388, + "max": 999.0, + "count": 33 + }, + "Pyramids.Environment.EpisodeLength.sum": { + "value": 31834.0, + "min": 15984.0, + "max": 32710.0, + "count": 33 + }, + "Pyramids.Environment.CumulativeReward.mean": { + "value": 1.6808056418063506, + "min": -1.0000000521540642, + "max": 1.7045816140515464, + "count": 33 + }, + "Pyramids.Environment.CumulativeReward.sum": { + "value": 178.16539803147316, + "min": -30.725001737475395, + "max": 178.16539803147316, + "count": 33 + }, + "Pyramids.Policy.ExtrinsicReward.mean": { + "value": 1.6808056418063506, + "min": -1.0000000521540642, + "max": 1.7045816140515464, + "count": 33 + }, + "Pyramids.Policy.ExtrinsicReward.sum": { + "value": 178.16539803147316, + "min": -30.725001737475395, + "max": 178.16539803147316, + "count": 33 + }, + "Pyramids.Policy.RndReward.mean": { + "value": 0.03615061890899219, + "min": 0.03615061890899219, + "max": 7.062693669460714, + "count": 33 + }, + "Pyramids.Policy.RndReward.sum": { + "value": 3.8319656043531722, + "min": 3.583511717741203, + "max": 113.00309871137142, + "count": 33 + }, + "Pyramids.IsTraining.mean": { + "value": 1.0, + "min": 1.0, + "max": 1.0, + "count": 33 + }, + "Pyramids.IsTraining.sum": { + "value": 1.0, + "min": 1.0, + "max": 1.0, + "count": 33 + } + }, + "metadata": { + "timer_format_version": "0.1.0", + "start_time_seconds": "1686002584", + "python_version": "3.10.11 (main, Apr 5 2023, 14:15:10) [GCC 9.4.0]", + "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics", + "mlagents_version": "0.31.0.dev0", + "mlagents_envs_version": "0.31.0.dev0", + "communication_protocol_version": "1.5.0", + "pytorch_version": "1.11.0+cu102", + "numpy_version": "1.21.2", + "end_time_seconds": "1686004782" + }, + "total": 2197.493461491, + "count": 1, + "self": 0.47530546899997717, + "children": { + "run_training.setup": { + "total": 0.05878056699998524, + "count": 1, + "self": 0.05878056699998524 + }, + "TrainerController.start_learning": { + "total": 2196.959375455, + "count": 1, + "self": 1.2388562359615207, + "children": { + "TrainerController._reset_env": { + "total": 4.325028324999948, + "count": 1, + "self": 4.325028324999948 + }, + "TrainerController.advance": { + "total": 2191.3029616150384, + "count": 64000, + "self": 1.2815704500203537, + "children": { + "env_step": { + "total": 1555.7241794750098, + "count": 64000, + "self": 1449.964436231954, + "children": { + "SubprocessEnvManager._take_step": { + "total": 105.0128216770429, + "count": 64000, + "self": 4.608041462992787, + "children": { + "TorchPolicy.evaluate": { + "total": 100.4047802140501, + "count": 62562, + "self": 100.4047802140501 + } + } + }, + "workers": { + "total": 0.7469215660128157, + "count": 64000, + "self": 0.0, + "children": { + "worker_root": { + "total": 2192.311874466068, + "count": 64000, + "is_parallel": true, + "self": 850.1238659970991, + "children": { + "run_training.setup": { + "total": 0.0, + "count": 0, + "is_parallel": true, + "self": 0.0, + "children": { + "steps_from_proto": { + "total": 0.0027934869999626244, + "count": 1, + "is_parallel": true, + "self": 0.0009180469999137131, + "children": { + "_process_rank_one_or_two_observation": { + "total": 0.0018754400000489113, + "count": 8, + "is_parallel": true, + "self": 0.0018754400000489113 + } + } + }, + "UnityEnvironment.step": { + "total": 0.04482490999998845, + "count": 1, + "is_parallel": true, + "self": 0.0006098199999087228, + "children": { + "UnityEnvironment._generate_step_input": { + "total": 0.0004734430001462897, + "count": 1, + "is_parallel": true, + "self": 0.0004734430001462897 + }, + "communicator.exchange": { + "total": 0.04205245000002833, + "count": 1, + "is_parallel": true, + "self": 0.04205245000002833 + }, + "steps_from_proto": { + "total": 0.001689196999905107, + "count": 1, + "is_parallel": true, + "self": 0.00032643899999129644, + "children": { + "_process_rank_one_or_two_observation": { + "total": 0.0013627579999138106, + "count": 8, + "is_parallel": true, + "self": 0.0013627579999138106 + } + } + } + } + } + } + }, + "UnityEnvironment.step": { + "total": 1342.1880084689687, + "count": 63999, + "is_parallel": true, + "self": 31.031308241090528, + "children": { + "UnityEnvironment._generate_step_input": { + "total": 22.3780337449557, + "count": 63999, + "is_parallel": true, + "self": 22.3780337449557 + }, + "communicator.exchange": { + "total": 1192.7251061700053, + "count": 63999, + "is_parallel": true, + "self": 1192.7251061700053 + }, + "steps_from_proto": { + "total": 96.05356031291717, + "count": 63999, + "is_parallel": true, + "self": 19.300981968859332, + "children": { + "_process_rank_one_or_two_observation": { + "total": 76.75257834405784, + "count": 511992, + "is_parallel": true, + "self": 76.75257834405784 + } + } + } + } + } + } + } + } + } + } + }, + "trainer_advance": { + "total": 634.2972116900085, + "count": 64000, + "self": 2.46552353801917, + "children": { + "process_trajectory": { + "total": 106.53733751398977, + "count": 64000, + "self": 106.27801345098987, + "children": { + "RLTrainer._checkpoint": { + "total": 0.2593240629998945, + "count": 2, + "self": 0.2593240629998945 + } + } + }, + "_update_policy": { + "total": 525.2943506379995, + "count": 450, + "self": 337.8089235699963, + "children": { + "TorchPPOOptimizer.update": { + "total": 187.48542706800322, + "count": 22812, + "self": 187.48542706800322 + } + } + } + } + } + } + }, + "trainer_threads": { + "total": 7.650000952708069e-07, + "count": 1, + "self": 7.650000952708069e-07 + }, + "TrainerController._save_models": { + "total": 0.09252851400015061, + "count": 1, + "self": 0.0013740320000579231, + "children": { + "RLTrainer._checkpoint": { + "total": 0.09115448200009268, + "count": 1, + "self": 0.09115448200009268 + } + } + } + } + } + } +} \ No newline at end of file diff --git a/run_logs/training_status.json b/run_logs/training_status.json new file mode 100644 index 0000000000000000000000000000000000000000..0db24a2eaf89fc3eec1454737e5cfb1b5803e1eb --- /dev/null +++ b/run_logs/training_status.json @@ -0,0 +1,47 @@ +{ + "Pyramids": { + "checkpoints": [ + { + "steps": 499895, + "file_path": "results/Pyramids Training/Pyramids/Pyramids-499895.onnx", + "reward": 1.0454333027203877, + "creation_time": 1686003573.3170202, + "auxillary_file_paths": [ + "results/Pyramids Training/Pyramids/Pyramids-499895.pt" + ] + }, + { + "steps": 999981, + "file_path": "results/Pyramids Training/Pyramids/Pyramids-999981.onnx", + "reward": 1.9229999780654907, + "creation_time": 1686004781.6641695, + "auxillary_file_paths": [ + "results/Pyramids Training/Pyramids/Pyramids-999981.pt" + ] + }, + { + "steps": 1000010, + "file_path": "results/Pyramids Training/Pyramids/Pyramids-1000010.onnx", + "reward": 1.88349998742342, + "creation_time": 1686004781.7608807, + "auxillary_file_paths": [ + "results/Pyramids Training/Pyramids/Pyramids-1000010.pt" + ] + } + ], + "final_checkpoint": { + "steps": 1000010, + "file_path": "results/Pyramids Training/Pyramids.onnx", + "reward": 1.88349998742342, + "creation_time": 1686004781.7608807, + "auxillary_file_paths": [ + "results/Pyramids Training/Pyramids/Pyramids-1000010.pt" + ] + } + }, + "metadata": { + "stats_format_version": "0.3.0", + "mlagents_version": "0.31.0.dev0", + "torch_version": "1.11.0+cu102" + } +} \ No newline at end of file