| #SBATCH --job-name=ofa_large_pretrain_s1 | |
| #SBATCH --nodes=1 | |
| #SBATCH --ntasks=1 | |
| #SBATCH --gpus=8 | |
| #SBATCH --threads-per-core=2 | |
| #SBATCH --gpu-bind=closest | |
| ####SBATCH --nodelist=x1004c7s2b1n0,x1004c7s3b0n0,x1004c7s3b1n0,x1004c7s4b0n0 | |
| #SBATCH --mail-type=END,FAIL | |
| #SBATCH --output=/lus/home/NAT/gda2204/mshukor/logs/slurm/ofa_large_pretrain_s1_test.out | |
| #SBATCH --exclusive | |
| #SBATCH --time=1:00:00 | |
| #SBATCH -C MI250 | |
| #SBATCH -A gda2204 | |
| #SBATCH --cpus-per-task=128 | |
| #SBATCH [email protected] | |
| cd /lus/home/NAT/gda2204/mshukor/code/ofa_ours/run_scripts | |
| source /lus/home/NAT/gda2204/mshukor/.bashrc | |
| conda activate main | |
| rm core-* | |
| srun -l -N 1 -n 1 -c 128 --gpus=8 --gpu-bind=closest bash pretraining/scaling/ofa_large_pretrain_s1.sh |