[6d389a]: / tools / data / ava / download_videos_gnu_parallel.sh

Download this file

21 lines (14 with data), 570 Bytes

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
#!/usr/bin/env bash
set -e
DATA_DIR="../../../data/ava/videos"
ANNO_DIR="../../../data/ava/annotations"
if [[ ! -d "${DATA_DIR}" ]]; then
echo "${DATA_DIR} does not exist. Creating";
mkdir -p ${DATA_DIR}
fi
wget https://s3.amazonaws.com/ava-dataset/annotations/ava_file_names_trainval_v2.1.txt -P ${ANNO_DIR}
# sudo apt-get install parallel
# parallel downloading to speed up
awk '{print "https://s3.amazonaws.com/ava-dataset/trainval/"$0}' ${ANNO_DIR}/ava_file_names_trainval_v2.1.txt |
parallel -j 8 wget -c -q {} -P ${DATA_DIR}
echo "Downloading finished."