Delete job_verify_images.sh
Browse files- job_verify_images.sh +0 -34
job_verify_images.sh
DELETED
@@ -1,34 +0,0 @@
|
|
1 |
-
#!/bin/bash
|
2 |
-
#SBATCH --job-name=verify_gbif_images
|
3 |
-
#SBATCH --ntasks=1
|
4 |
-
#SBATCH --time=24:00:00
|
5 |
-
#SBATCH --partition=long-cpu # Ask for long-cpu job
|
6 |
-
#SBATCH --cpus-per-task=16 # Ask for 16 CPUs
|
7 |
-
#SBATCH --mem=300G # Ask for 300 GB of RAM
|
8 |
-
#SBATCH --output=verify_gbif_images_%j.out
|
9 |
-
|
10 |
-
# 1. Load the required modules
|
11 |
-
module load miniconda/3
|
12 |
-
|
13 |
-
# 2. Load your environment
|
14 |
-
conda activate ami-ml
|
15 |
-
|
16 |
-
# 3. Load the environment variables outside of python script
|
17 |
-
set -o allexport
|
18 |
-
source .env
|
19 |
-
set +o allexport
|
20 |
-
|
21 |
-
# Keep track of time
|
22 |
-
SECONDS=0
|
23 |
-
|
24 |
-
# 4. Launch your script
|
25 |
-
ami-dataset verify-images \
|
26 |
-
--dataset-path $GLOBAL_MODEL_DATASET_PATH \
|
27 |
-
--dwca-file $DWCA_FILE \
|
28 |
-
--num-workers 16 \
|
29 |
-
--results-csv $VERIFICATION_RESULTS \
|
30 |
-
--resume-from-ckpt $VERIFICATION_RESULTS \
|
31 |
-
--subset-list $ACCEPTED_KEY_LIST
|
32 |
-
|
33 |
-
# Print time taken to execute the script
|
34 |
-
echo "Time taken to verify images: $SECONDS seconds"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|