Skip to content

Commit c8ab242

Browse files
author
Rohan Yadav
committed
scripts: move some standalone scripts into scripts/
1 parent ba064c5 commit c8ab242

File tree

3 files changed

+2922
-0
lines changed

3 files changed

+2922
-0
lines changed

scripts/download_frostt.sh

+50
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,50 @@
1+
#!/bin/bash
2+
#SBATCH -N 1
3+
#SBATCH -t 360
4+
5+
set -e
6+
7+
TENSOR_NAMES=(
8+
"chicago-crime"
9+
"lbnl-network"
10+
"nips"
11+
"uber-pickups"
12+
"amazon-reviews"
13+
"delicious"
14+
"enron"
15+
"flickr"
16+
"nell-1"
17+
"nell-2"
18+
"patents"
19+
"reddit"
20+
"vast"
21+
)
22+
23+
TENSOR_URLS=(
24+
"https://s3.us-east-2.amazonaws.com/frostt/frostt_data/chicago-crime/comm/chicago-crime-comm.tns.gz"
25+
"https://s3.us-east-2.amazonaws.com/frostt/frostt_data/lbnl-network/lbnl-network.tns.gz"
26+
"https://s3.us-east-2.amazonaws.com/frostt/frostt_data/nips/nips.tns.gz"
27+
"https://s3.us-east-2.amazonaws.com/frostt/frostt_data/uber-pickups/uber.tns.gz"
28+
"https://s3.us-east-2.amazonaws.com/frostt/frostt_data/amazon/amazon-reviews.tns.gz"
29+
"https://s3.us-east-2.amazonaws.com/frostt/frostt_data/delicious/delicious-4d.tns.gz"
30+
"https://s3.us-east-2.amazonaws.com/frostt/frostt_data/enron/enron.tns.gz"
31+
"https://s3.us-east-2.amazonaws.com/frostt/frostt_data/flickr/flickr-4d.tns.gz"
32+
"https://s3.us-east-2.amazonaws.com/frostt/frostt_data/nell/nell-1.tns.gz"
33+
"https://s3.us-east-2.amazonaws.com/frostt/frostt_data/nell/nell-2.tns.gz"
34+
"https://s3.us-east-2.amazonaws.com/frostt/frostt_data/patents/patents.tns.gz"
35+
"https://s3.us-east-2.amazonaws.com/frostt/frostt_data/reddit-2015/reddit-2015.tns.gz"
36+
"https://s3.us-east-2.amazonaws.com/frostt/frostt_data/vast-2015-mc1/vast-2015-mc1-5d.tns.gz"
37+
)
38+
39+
mkdir -p data/FROSTT
40+
41+
for i in ${!TENSOR_URLS[@]}; do
42+
name=${TENSOR_NAMES[$i]}
43+
url=${TENSOR_URLS[$i]}
44+
out="data/FROSTT/$name.tns"
45+
if [ -f "$out" ]; then
46+
continue
47+
fi
48+
echo "Downloading tensor $name to $out"
49+
curl $url | gzip -d -c > "$out"
50+
done

0 commit comments

Comments
 (0)