-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathrunAll
executable file
·34 lines (28 loc) · 1.18 KB
/
runAll
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
#!/bin/bash
if [[ $# -lt 1 ]]; then
echo "Usage: ./runAll <group> [batchsize (default: remaining samples)] [partition (default: msismall)]"
exit 1
fi
GROUP=$1
EXCLUSION="1000G_SNP"
TOTAL_SAMPLES=$(wc -l /scratch.global/neis/bakeoff/${GROUP}/samples.txt | awk '{print $1}')
DONE_SAMPLES=$(find /scratch.global/neis/bakeoff/1000G_SNP/${GROUP}/ -name "*FINAL.vcf.gz.tbi" | wc -l)
REMAINING_SAMPLES=$((${TOTAL_SAMPLES} - ${DONE_SAMPLES}))
if [[ -n $2 ]]; then
BATCHSIZE=$2
else
BATCHSIZE=${REMAINING_SAMPLES}
fi
if [[ -n $3 ]]; then
partition=$3
else
partition="msismall"
fi
RANK=1
CUR_BATCH=$(sbatch --parsable -p ${partition} --export=GROUP=${GROUP},REMAINING_SAMPLES=${REMAINING_SAMPLES},BATCHSIZE=${BATCHSIZE},EXCLUSION=${EXCLUSION},RANK=${RANK} rufus_docker_nonarray.slrm)
for ((i=1; i< BATCHSIZE; i++)); do
RANK=$((i + 1))
CUR_BATCH=$(sbatch --parsable -p ${partition} --export=GROUP=${GROUP},REMAINING_SAMPLES=${REMAINING_SAMPLES},BATCHSIZE=${BATCHSIZE},EXCLUSION=${EXCLUSION},RANK=${RANK} rufus_docker_nonarray.slrm)
done
sbatch --dependency=afterany:${CUR_BATCH} backup_rufus.slrm
find /scratch.global/neis/bakeoff/ ! -name "*.auxindex" -mtime +15 -exec touch {} \;