-
Notifications
You must be signed in to change notification settings - Fork 4
/
Copy pathmanager.sh
67 lines (47 loc) · 1.51 KB
/
manager.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
#!/bin/bash
SSH_LOC=turnerstudents@cartago
LOGS_DIR=/home/sxg755/logs
VIDEO_SRC=/tv
VIDEO_DST=/home/sxg755/videos
case "$1" in
-d) #./manager.sh -d YYYY/MM/DD
DATE="$2"
IFS='/' read -a datearray <<< "$DATE"
YEAR="${datearray[0]}"
MONTH="${datearray[1]}"
DAY="${datearray[2]}"
SRC_DAY_LIST=$(rsync $SSH_LOC "ls -1 $VIDEO_SRC/$YEAR/$YEAR-$MONTH/$YEAR-$MONTH-$DAY/*.mp4")
#if [ ! -d "$LOGS_DIR/$YEAR/$YEAR-$MONTH/$YEAR-$MONTH-$DAY" ]; then
# mkdir -p $LOGS_DIR/$YEAR/$YEAR-$MONTH/$YEAR-$MONTH-$DAY
#fi
echo "Processing $(echo "$SRC_DAY_LIST" | wc -l) files for $YEAR-$MONTH-$DAY"
VIDEO_DST=$VIDEO_DST/$YEAR/$YEAR-$MONTH/$YEAR-$MONTH-$DAY
if [ -d "$VIDEO_DST" ]; then
rm -rf $VIDEO_DST
fi
mkdir -p $VIDEO_DST
for f in $SRC_DAY_LIST;do
FILENAME=$(basename $f)
rsync $SSH_LOC:$f $VIDEO_DST
sbatch process_video.slurm $VIDEO_DST/$(basename $f)
done
;;
-l) # ./manager.sh -l files.txt
# files.txt contains YYYY-MM-DD_HOUR_NETWORKNAME.mp4 (only basenames of files)
VIDEO_DST=$VIDEO_DST/"processed_list"
if [ -d "$VIDEO_DST" ]; then
rm -rf $VIDEO_DST
fi
mkdir -p $VIDEO_DST
while read -r VIDEONAME || [[ -n "$VIDEONAME" ]]; do
IFS='_' read -a videodate <<< "$VIDEONAME"
IFS='-' read -a datearray <<< "${videodate[0]}"
YEAR="${datearray[0]}"
MONTH="${datearray[1]}"
DAY="${datearray[2]}"
echo "Processing $VIDEONAME"
rsync $SSH_LOC:$VIDEO_SRC/$YEAR/$YEAR-$MONTH/$YEAR-$MONTH-$DAY/$VIDEONAME $VIDEO_DST
sbatch process_video.slurm $VIDEO_DST/$VIDEONAME
done < "$2"
;;
esac