Hugging Face's logo

patatus2000
/
ppo-SnowballTarget

Reinforcement Learning
ml-agents
TensorBoard
ONNX
SnowballTarget
deep-reinforcement-learning
ML-Agents-SnowballTarget
Model card Files Metrics Community
patatus2000 commited on
Commit
695b0d0
·
verified ·
1 Parent(s): 53c98a2

First Push

Browse files
Files changed (8) hide show
  1. SnowballTarget/SnowballTarget-192.onnx +3 -0
  2. SnowballTarget/SnowballTarget-192.pt +2 -2
  3. SnowballTarget/checkpoint.pt +1 -1
  4. SnowballTarget/events.out.tfevents.1730320215.4a252a4b0716.9322.0 +3 -0
  5. SnowballTarget/events.out.tfevents.1730320470.4a252a4b0716.10459.0 +3 -0
  6. run_logs/Player-0.log +10 -10
  7. run_logs/timers.json +57 -57
  8. run_logs/training_status.json +12 -3
SnowballTarget/SnowballTarget-192.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1111bf4753c4f114607616c6e931211e30d47791a5df75c3c410e6f6fb5c5762
3
+ size 649740
SnowballTarget/SnowballTarget-192.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:74f932ec582b41dba120bd8839fbb242ec4f99ef520d39703be72650f2ff7363
3
- size 707
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73b97164ce4286c8211bda86f648d3bb89ec338fa501b4a78378bfa327cd6b33
3
+ size 1286202
SnowballTarget/checkpoint.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:82e5022a73753037c4f238be7a6d65f2c0fd91994a0fc115490ec64edffca631
3
  size 1285986
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73aaaff74039bbef5867e0d055c5df0330f17b6da05e5fd3a07f4649e0b81be7
3
  size 1285986
SnowballTarget/events.out.tfevents.1730320215.4a252a4b0716.9322.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79648f80b81a3e453c6e657c6259654c0eddc2b3e80c2c4e6260ba2fb0191138
3
+ size 1114
SnowballTarget/events.out.tfevents.1730320470.4a252a4b0716.10459.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6612631d69c12babac8191261b10d8f05a1134d7a03e4aab3a7e099105ab4945
3
+ size 1114
run_logs/Player-0.log CHANGED
@@ -31,7 +31,7 @@ ALSA lib pcm.c:2664:(snd_pcm_open_noupdate) Unknown PCM default
31
  FMOD failed to initialize the output device.: "Error initializing output device. " (60)
32
  FMOD initialized on nosound output
33
  Begin MonoManager ReloadAssembly
34
- - Completed reload, in 0.083 seconds
35
  ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
36
  ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
37
  ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -42,7 +42,7 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
42
  WARNING: Shader Unsupported: 'Standard' - All subshaders removed
43
  WARNING: Shader Did you use #pragma only_renderers and omit this platform?
44
  WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
45
- UnloadTime: 0.708668 ms
46
  ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
47
  requesting resize 84 x 84
48
  Setting up 1 worker threads for Enlighten.
@@ -166,23 +166,23 @@ Memory Statistics:
166
  Peak Allocated Bytes 0 B
167
  Overflow Count 0
168
  [ALLOC_DEFAULT] Dual Thread Allocator
169
- Peak main deferred allocation count 25
170
  [ALLOC_BUCKET]
171
  Large Block size 4.0 MB
172
  Used Block count 1
173
  Peak Allocated bytes 1.0 MB
174
  [ALLOC_DEFAULT_MAIN]
175
- Peak usage frame count: [4.0 MB-8.0 MB]: 39 frames
176
  Requested Block Size 16.0 MB
177
  Peak Block count 1
178
- Peak Allocated memory 5.0 MB
179
- Peak Large allocation bytes 0 B
180
  [ALLOC_DEFAULT_THREAD]
181
- Peak usage frame count: [16.0 MB-32.0 MB]: 39 frames
182
  Requested Block Size 16.0 MB
183
  Peak Block count 1
184
- Peak Allocated memory 17.5 MB
185
- Peak Large allocation bytes 16.0 MB
186
  [ALLOC_TEMP_JOB_1_FRAME]
187
  Initial Block Size 2.0 MB
188
  Used Block Count 1
@@ -210,7 +210,7 @@ Memory Statistics:
210
  Used Block count 1
211
  Peak Allocated bytes 1.0 MB
212
  [ALLOC_GFX_MAIN]
213
- Peak usage frame count: [32.0 KB-64.0 KB]: 32 frames, [64.0 KB-128.0 KB]: 7 frames
214
  Requested Block Size 16.0 MB
215
  Peak Block count 1
216
  Peak Allocated memory 65.6 KB
 
31
  FMOD failed to initialize the output device.: "Error initializing output device. " (60)
32
  FMOD initialized on nosound output
33
  Begin MonoManager ReloadAssembly
34
+ - Completed reload, in 0.156 seconds
35
  ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
36
  ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
37
  ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 
42
  WARNING: Shader Unsupported: 'Standard' - All subshaders removed
43
  WARNING: Shader Did you use #pragma only_renderers and omit this platform?
44
  WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
45
+ UnloadTime: 0.870607 ms
46
  ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
47
  requesting resize 84 x 84
48
  Setting up 1 worker threads for Enlighten.
 
166
  Peak Allocated Bytes 0 B
167
  Overflow Count 0
168
  [ALLOC_DEFAULT] Dual Thread Allocator
169
+ Peak main deferred allocation count 24
170
  [ALLOC_BUCKET]
171
  Large Block size 4.0 MB
172
  Used Block count 1
173
  Peak Allocated bytes 1.0 MB
174
  [ALLOC_DEFAULT_MAIN]
175
+ Peak usage frame count: [16.0 MB-32.0 MB]: 39 frames
176
  Requested Block Size 16.0 MB
177
  Peak Block count 1
178
+ Peak Allocated memory 20.8 MB
179
+ Peak Large allocation bytes 16.0 MB
180
  [ALLOC_DEFAULT_THREAD]
181
+ Peak usage frame count: [1.0 MB-2.0 MB]: 39 frames
182
  Requested Block Size 16.0 MB
183
  Peak Block count 1
184
+ Peak Allocated memory 1.8 MB
185
+ Peak Large allocation bytes 0 B
186
  [ALLOC_TEMP_JOB_1_FRAME]
187
  Initial Block Size 2.0 MB
188
  Used Block Count 1
 
210
  Used Block count 1
211
  Peak Allocated bytes 1.0 MB
212
  [ALLOC_GFX_MAIN]
213
+ Peak usage frame count: [32.0 KB-64.0 KB]: 30 frames, [64.0 KB-128.0 KB]: 9 frames
214
  Requested Block Size 16.0 MB
215
  Peak Block count 1
216
  Peak Allocated memory 65.6 KB
run_logs/timers.json CHANGED
@@ -2,7 +2,7 @@
2
  "name": "root",
3
  "metadata": {
4
  "timer_format_version": "0.1.0",
5
- "start_time_seconds": "1730319705",
6
  "python_version": "3.10.12 (main, Sep 11 2024, 15:47:36) [GCC 11.4.0]",
7
  "command_line_arguments": "/usr/local/bin/mlagents-learn ./SnowballTarget.yaml --env=./training-envs-executables/linux/SnowballTarget/SnowballTarget --run-id=SnowballTarget1 --no-graphics --resume",
8
  "mlagents_version": "1.2.0.dev0",
@@ -10,59 +10,59 @@
10
  "communication_protocol_version": "1.5.0",
11
  "pytorch_version": "2.5.0+cu121",
12
  "numpy_version": "1.23.5",
13
- "end_time_seconds": "1730319895"
14
  },
15
- "total": 190.210413367,
16
  "count": 1,
17
- "self": 0.4201937989998896,
18
  "children": {
19
  "run_training.setup": {
20
- "total": 0.056022645999973975,
21
  "count": 1,
22
- "self": 0.056022645999973975
23
  },
24
  "TrainerController.start_learning": {
25
- "total": 189.73419692200014,
26
  "count": 1,
27
- "self": 0.004119096000067657,
28
  "children": {
29
  "TrainerController._reset_env": {
30
- "total": 1.9707625900000494,
31
  "count": 1,
32
- "self": 1.9707625900000494
33
  },
34
  "TrainerController.advance": {
35
- "total": 187.7546978129999,
36
  "count": 128,
37
- "self": 0.0017588870011877589,
38
  "children": {
39
  "env_step": {
40
- "total": 187.7529389259987,
41
  "count": 128,
42
- "self": 186.82307367400085,
43
  "children": {
44
  "SubprocessEnvManager._take_step": {
45
- "total": 0.928076560999898,
46
  "count": 128,
47
- "self": 0.009676658999751453,
48
  "children": {
49
  "TorchPolicy.evaluate": {
50
- "total": 0.9183999020001465,
51
  "count": 128,
52
- "self": 0.9183999020001465
53
  }
54
  }
55
  },
56
  "workers": {
57
- "total": 0.0017886909979552001,
58
  "count": 128,
59
  "self": 0.0,
60
  "children": {
61
  "worker_root": {
62
- "total": 4.699126622999756,
63
  "count": 128,
64
  "is_parallel": true,
65
- "self": 3.223651081000071,
66
  "children": {
67
  "run_training.setup": {
68
  "total": 0.0,
@@ -71,48 +71,48 @@
71
  "self": 0.0,
72
  "children": {
73
  "steps_from_proto": {
74
- "total": 0.0022712879999744473,
75
  "count": 1,
76
  "is_parallel": true,
77
- "self": 0.0007027459996606922,
78
  "children": {
79
  "_process_rank_one_or_two_observation": {
80
- "total": 0.0015685420003137551,
81
  "count": 10,
82
  "is_parallel": true,
83
- "self": 0.0015685420003137551
84
  }
85
  }
86
  },
87
  "UnityEnvironment.step": {
88
- "total": 0.03830905899985737,
89
  "count": 1,
90
  "is_parallel": true,
91
- "self": 0.0006518559998767159,
92
  "children": {
93
  "UnityEnvironment._generate_step_input": {
94
- "total": 0.0004058629999690311,
95
  "count": 1,
96
  "is_parallel": true,
97
- "self": 0.0004058629999690311
98
  },
99
  "communicator.exchange": {
100
- "total": 0.03519961799997873,
101
  "count": 1,
102
  "is_parallel": true,
103
- "self": 0.03519961799997873
104
  },
105
  "steps_from_proto": {
106
- "total": 0.002051722000032896,
107
  "count": 1,
108
  "is_parallel": true,
109
- "self": 0.00039478100052292575,
110
  "children": {
111
  "_process_rank_one_or_two_observation": {
112
- "total": 0.0016569409995099704,
113
  "count": 10,
114
  "is_parallel": true,
115
- "self": 0.0016569409995099704
116
  }
117
  }
118
  }
@@ -121,34 +121,34 @@
121
  }
122
  },
123
  "UnityEnvironment.step": {
124
- "total": 1.4754755419996854,
125
  "count": 127,
126
  "is_parallel": true,
127
- "self": 0.07744039600038377,
128
  "children": {
129
  "UnityEnvironment._generate_step_input": {
130
- "total": 0.041307742998696995,
131
  "count": 127,
132
  "is_parallel": true,
133
- "self": 0.041307742998696995
134
  },
135
  "communicator.exchange": {
136
- "total": 1.1147499579997202,
137
  "count": 127,
138
  "is_parallel": true,
139
- "self": 1.1147499579997202
140
  },
141
  "steps_from_proto": {
142
- "total": 0.24197744500088447,
143
  "count": 127,
144
  "is_parallel": true,
145
- "self": 0.045663383005603464,
146
  "children": {
147
  "_process_rank_one_or_two_observation": {
148
- "total": 0.196314061995281,
149
  "count": 1270,
150
  "is_parallel": true,
151
- "self": 0.196314061995281
152
  }
153
  }
154
  }
@@ -163,9 +163,9 @@
163
  }
164
  },
165
  "trainer_threads": {
166
- "total": 2.5024000024131965e-05,
167
  "count": 1,
168
- "self": 2.5024000024131965e-05,
169
  "children": {
170
  "thread_root": {
171
  "total": 0.0,
@@ -174,16 +174,16 @@
174
  "self": 0.0,
175
  "children": {
176
  "trainer_advance": {
177
- "total": 1.5750445609999133,
178
- "count": 6258,
179
  "is_parallel": true,
180
- "self": 0.08912061199362142,
181
  "children": {
182
  "process_trajectory": {
183
- "total": 1.4859239490062919,
184
- "count": 6258,
185
  "is_parallel": true,
186
- "self": 1.4859239490062919
187
  }
188
  }
189
  }
@@ -192,14 +192,14 @@
192
  }
193
  },
194
  "TrainerController._save_models": {
195
- "total": 0.004592399000102887,
196
  "count": 1,
197
- "self": 3.372400010448473e-05,
198
  "children": {
199
  "RLTrainer._checkpoint": {
200
- "total": 0.004558674999998402,
201
  "count": 1,
202
- "self": 0.004558674999998402
203
  }
204
  }
205
  }
 
2
  "name": "root",
3
  "metadata": {
4
  "timer_format_version": "0.1.0",
5
+ "start_time_seconds": "1730320469",
6
  "python_version": "3.10.12 (main, Sep 11 2024, 15:47:36) [GCC 11.4.0]",
7
  "command_line_arguments": "/usr/local/bin/mlagents-learn ./SnowballTarget.yaml --env=./training-envs-executables/linux/SnowballTarget/SnowballTarget --run-id=SnowballTarget1 --no-graphics --resume",
8
  "mlagents_version": "1.2.0.dev0",
 
10
  "communication_protocol_version": "1.5.0",
11
  "pytorch_version": "2.5.0+cu121",
12
  "numpy_version": "1.23.5",
13
+ "end_time_seconds": "1730320531"
14
  },
15
+ "total": 61.91330800700007,
16
  "count": 1,
17
+ "self": 0.7455811119998543,
18
  "children": {
19
  "run_training.setup": {
20
+ "total": 0.07764141699999527,
21
  "count": 1,
22
+ "self": 0.07764141699999527
23
  },
24
  "TrainerController.start_learning": {
25
+ "total": 61.09008547800022,
26
  "count": 1,
27
+ "self": 0.0036605730010705884,
28
  "children": {
29
  "TrainerController._reset_env": {
30
+ "total": 3.4087819240003228,
31
  "count": 1,
32
+ "self": 3.4087819240003228
33
  },
34
  "TrainerController.advance": {
35
+ "total": 57.67679795999902,
36
  "count": 128,
37
+ "self": 0.0016672979995746573,
38
  "children": {
39
  "env_step": {
40
+ "total": 57.67513066199945,
41
  "count": 128,
42
+ "self": 56.566966556003536,
43
  "children": {
44
  "SubprocessEnvManager._take_step": {
45
+ "total": 1.1064955709966853,
46
  "count": 128,
47
+ "self": 0.009389335996729642,
48
  "children": {
49
  "TorchPolicy.evaluate": {
50
+ "total": 1.0971062349999556,
51
  "count": 128,
52
+ "self": 1.0971062349999556
53
  }
54
  }
55
  },
56
  "workers": {
57
+ "total": 0.0016685349992258125,
58
  "count": 128,
59
  "self": 0.0,
60
  "children": {
61
  "worker_root": {
62
+ "total": 6.3630805409998175,
63
  "count": 128,
64
  "is_parallel": true,
65
+ "self": 4.881484234997515,
66
  "children": {
67
  "run_training.setup": {
68
  "total": 0.0,
 
71
  "self": 0.0,
72
  "children": {
73
  "steps_from_proto": {
74
+ "total": 0.0052682269997603726,
75
  "count": 1,
76
  "is_parallel": true,
77
+ "self": 0.0028831169988734473,
78
  "children": {
79
  "_process_rank_one_or_two_observation": {
80
+ "total": 0.0023851100008869253,
81
  "count": 10,
82
  "is_parallel": true,
83
+ "self": 0.0023851100008869253
84
  }
85
  }
86
  },
87
  "UnityEnvironment.step": {
88
+ "total": 0.07575500200027818,
89
  "count": 1,
90
  "is_parallel": true,
91
+ "self": 0.000736778000373306,
92
  "children": {
93
  "UnityEnvironment._generate_step_input": {
94
+ "total": 0.0003896309999618097,
95
  "count": 1,
96
  "is_parallel": true,
97
+ "self": 0.0003896309999618097
98
  },
99
  "communicator.exchange": {
100
+ "total": 0.07247493400018357,
101
  "count": 1,
102
  "is_parallel": true,
103
+ "self": 0.07247493400018357
104
  },
105
  "steps_from_proto": {
106
+ "total": 0.0021536589997595,
107
  "count": 1,
108
  "is_parallel": true,
109
+ "self": 0.0004535939992820204,
110
  "children": {
111
  "_process_rank_one_or_two_observation": {
112
+ "total": 0.0017000650004774798,
113
  "count": 10,
114
  "is_parallel": true,
115
+ "self": 0.0017000650004774798
116
  }
117
  }
118
  }
 
121
  }
122
  },
123
  "UnityEnvironment.step": {
124
+ "total": 1.4815963060023023,
125
  "count": 127,
126
  "is_parallel": true,
127
+ "self": 0.07049500199900649,
128
  "children": {
129
  "UnityEnvironment._generate_step_input": {
130
+ "total": 0.040468408002197975,
131
  "count": 127,
132
  "is_parallel": true,
133
+ "self": 0.040468408002197975
134
  },
135
  "communicator.exchange": {
136
+ "total": 1.1339615610008877,
137
  "count": 127,
138
  "is_parallel": true,
139
+ "self": 1.1339615610008877
140
  },
141
  "steps_from_proto": {
142
+ "total": 0.2366713350002101,
143
  "count": 127,
144
  "is_parallel": true,
145
+ "self": 0.04311207099863168,
146
  "children": {
147
  "_process_rank_one_or_two_observation": {
148
+ "total": 0.1935592640015784,
149
  "count": 1270,
150
  "is_parallel": true,
151
+ "self": 0.1935592640015784
152
  }
153
  }
154
  }
 
163
  }
164
  },
165
  "trainer_threads": {
166
+ "total": 2.437900002405513e-05,
167
  "count": 1,
168
+ "self": 2.437900002405513e-05,
169
  "children": {
170
  "thread_root": {
171
  "total": 0.0,
 
174
  "self": 0.0,
175
  "children": {
176
  "trainer_advance": {
177
+ "total": 1.832574810990991,
178
+ "count": 7089,
179
  "is_parallel": true,
180
+ "self": 0.10198968098075056,
181
  "children": {
182
  "process_trajectory": {
183
+ "total": 1.7305851300102404,
184
+ "count": 7089,
185
  "is_parallel": true,
186
+ "self": 1.7305851300102404
187
  }
188
  }
189
  }
 
192
  }
193
  },
194
  "TrainerController._save_models": {
195
+ "total": 0.0008206419997804915,
196
  "count": 1,
197
+ "self": 3.440199952819967e-05,
198
  "children": {
199
  "RLTrainer._checkpoint": {
200
+ "total": 0.0007862400002522918,
201
  "count": 1,
202
+ "self": 0.0007862400002522918
203
  }
204
  }
205
  }
run_logs/training_status.json CHANGED
@@ -18,15 +18,24 @@
18
  "auxillary_file_paths": [
19
  "results/SnowballTarget1/SnowballTarget/SnowballTarget-128.pt"
20
  ]
 
 
 
 
 
 
 
 
 
21
  }
22
  ],
23
  "final_checkpoint": {
24
- "steps": 128,
25
  "file_path": "results/SnowballTarget1/SnowballTarget.onnx",
26
  "reward": null,
27
- "creation_time": 1730318996.6290667,
28
  "auxillary_file_paths": [
29
- "results/SnowballTarget1/SnowballTarget/SnowballTarget-128.pt"
30
  ]
31
  }
32
  },
 
18
  "auxillary_file_paths": [
19
  "results/SnowballTarget1/SnowballTarget/SnowballTarget-128.pt"
20
  ]
21
+ },
22
+ {
23
+ "steps": 192,
24
+ "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-192.onnx",
25
+ "reward": null,
26
+ "creation_time": 1730320459.1025314,
27
+ "auxillary_file_paths": [
28
+ "results/SnowballTarget1/SnowballTarget/SnowballTarget-192.pt"
29
+ ]
30
  }
31
  ],
32
  "final_checkpoint": {
33
+ "steps": 192,
34
  "file_path": "results/SnowballTarget1/SnowballTarget.onnx",
35
  "reward": null,
36
+ "creation_time": 1730320459.1025314,
37
  "auxillary_file_paths": [
38
+ "results/SnowballTarget1/SnowballTarget/SnowballTarget-192.pt"
39
  ]
40
  }
41
  },