adityajain07 commited on
Commit
c911550
·
verified ·
1 Parent(s): 631e282

Delete job_verify_images.sh

Browse files
Files changed (1) hide show
  1. job_verify_images.sh +0 -34
job_verify_images.sh DELETED
@@ -1,34 +0,0 @@
1
- #!/bin/bash
2
- #SBATCH --job-name=verify_gbif_images
3
- #SBATCH --ntasks=1
4
- #SBATCH --time=24:00:00
5
- #SBATCH --partition=long-cpu # Ask for long-cpu job
6
- #SBATCH --cpus-per-task=16 # Ask for 16 CPUs
7
- #SBATCH --mem=300G # Ask for 300 GB of RAM
8
- #SBATCH --output=verify_gbif_images_%j.out
9
-
10
- # 1. Load the required modules
11
- module load miniconda/3
12
-
13
- # 2. Load your environment
14
- conda activate ami-ml
15
-
16
- # 3. Load the environment variables outside of python script
17
- set -o allexport
18
- source .env
19
- set +o allexport
20
-
21
- # Keep track of time
22
- SECONDS=0
23
-
24
- # 4. Launch your script
25
- ami-dataset verify-images \
26
- --dataset-path $GLOBAL_MODEL_DATASET_PATH \
27
- --dwca-file $DWCA_FILE \
28
- --num-workers 16 \
29
- --results-csv $VERIFICATION_RESULTS \
30
- --resume-from-ckpt $VERIFICATION_RESULTS \
31
- --subset-list $ACCEPTED_KEY_LIST
32
-
33
- # Print time taken to execute the script
34
- echo "Time taken to verify images: $SECONDS seconds"