Jakob Poncelet
commited on
Commit
•
4397050
1
Parent(s):
60aae99
Scripts
Browse files- scripts/jobfile_eval.job +34 -0
- scripts/jobfile_eval_gpu.job +21 -0
- scripts/jobfile_small.job +21 -0
scripts/jobfile_eval.job
ADDED
@@ -0,0 +1,34 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
Universe = vanilla
|
2 |
+
|
3 |
+
RequestCpus = 8
|
4 |
+
RequestMemory = 30G
|
5 |
+
+RequestWallTime = 30000
|
6 |
+
request_GPUs = 0
|
7 |
+
|
8 |
+
Requirements = (Has_avx)\
|
9 |
+
&&(machine!="audioslave.esat.kuleuven.be")\
|
10 |
+
&&(machine!="z4-demo.esat.kuleuven.be")\
|
11 |
+
&&(machine!="xyzzy.esat.kuleuven.be")\
|
12 |
+
&&(machine!="z8-demo.esat.kuleuven.be")\
|
13 |
+
&&(machine!="stadius-nc-4.esat.kuleuven.be")\
|
14 |
+
&&(machine!="stadius-nc-5.esat.kuleuven.be")\
|
15 |
+
&&(machine!="aristoteles.esat.kuleuven.be")\
|
16 |
+
&&(machine!="andromeda.esat.kuleuven.be")\
|
17 |
+
&&(machine!="cauchy.esat.kuleuven.be")\
|
18 |
+
&&(machine!="euler.esat.kuleuven.be")\
|
19 |
+
&&(machine!="gauss.esat.kuleuven.be")\
|
20 |
+
&&(machine!="fig.esat.kuleuven.be")\
|
21 |
+
&&(machine!="nasu.esat.kuleuven.be")\
|
22 |
+
&&(machine!="fehu.esat.kuleuven.be")
|
23 |
+
|
24 |
+
NiceUser = true
|
25 |
+
initialdir = /users/spraak/jponcele/whisper/finetune_event/whisper_runs
|
26 |
+
|
27 |
+
Executable = /esat/spchtemp/scratch/jponcele/anaconda3/envs/whisper/bin/python
|
28 |
+
Arguments = "run_eval_whisper_streaming_local.py --model_size=$(size) --dataset=$(dataset)"
|
29 |
+
|
30 |
+
Log = /esat/audioslave/jponcele/whisper/finetuning_event/CGN/condor/condor-eval-$(dataset)-$(size).log
|
31 |
+
Output = /esat/audioslave/jponcele/whisper/finetuning_event/CGN/condor/condor-eval-$(dataset)-$(size).out
|
32 |
+
Error = /esat/audioslave/jponcele/whisper/finetuning_event/CGN/condor/condor-eval-$(dataset)-$(size).err
|
33 |
+
|
34 |
+
Queue
|
scripts/jobfile_eval_gpu.job
ADDED
@@ -0,0 +1,21 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
Universe = vanilla
|
2 |
+
|
3 |
+
RequestCpus = 4
|
4 |
+
RequestMemory = 30G
|
5 |
+
+RequestWallTime = 30000
|
6 |
+
request_GPUs = 1
|
7 |
+
|
8 |
+
Requirements = (Has_avx)\
|
9 |
+
&&((GPUs_GlobalMemoryMb >= 15000)||(CUDAGlobalMemoryMb >= 15000))
|
10 |
+
|
11 |
+
NiceUser = true
|
12 |
+
initialdir = /users/spraak/jponcele/whisper/finetune_event/whisper_runs
|
13 |
+
|
14 |
+
Executable = /esat/spchtemp/scratch/jponcele/anaconda3/envs/whisper/bin/python
|
15 |
+
Arguments = "run_eval_whisper_streaming_local.py --model_size=$(size) --dataset=$(dataset) --device=gpu --batch_size=$(bs)"
|
16 |
+
|
17 |
+
Log = /esat/audioslave/jponcele/whisper/finetuning_event/CGN/condor/condor-eval-$(dataset)-$(size).log
|
18 |
+
Output = /esat/audioslave/jponcele/whisper/finetuning_event/CGN/condor/condor-eval-$(dataset)-$(size).out
|
19 |
+
Error = /esat/audioslave/jponcele/whisper/finetuning_event/CGN/condor/condor-eval-$(dataset)-$(size).err
|
20 |
+
|
21 |
+
Queue
|
scripts/jobfile_small.job
ADDED
@@ -0,0 +1,21 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
Universe = vanilla
|
2 |
+
|
3 |
+
RequestCpus = 8
|
4 |
+
RequestMemory = 30G
|
5 |
+
+RequestWallTime = 43000
|
6 |
+
request_GPUs = 1
|
7 |
+
|
8 |
+
Requirements = (Has_avx)\
|
9 |
+
&&((CUDAGlobalMemoryMb >= 16000)||(GPUs_GlobalMemoryMb >= 16000))
|
10 |
+
|
11 |
+
NiceUser = false
|
12 |
+
initialdir = /users/spraak/jponcele/whisper/finetune_event/whisper_runs
|
13 |
+
|
14 |
+
Executable = run-cgn-$(size).sh
|
15 |
+
Arguments = ""
|
16 |
+
|
17 |
+
Log = /esat/audioslave/jponcele/whisper/finetuning_event/CGN/condor/condor-$(size).log
|
18 |
+
Output = /esat/audioslave/jponcele/whisper/finetuning_event/CGN/condor/condor-$(size).out
|
19 |
+
Error = /esat/audioslave/jponcele/whisper/finetuning_event/CGN/condor/condor-$(size).err
|
20 |
+
|
21 |
+
Queue
|