#!/usr/bin/env bash set -e DATA_DIR="../../../data/ava/videos" ANNO_DIR="../../../data/ava/annotations" if [[ ! -d "${DATA_DIR}" ]]; then echo "${DATA_DIR} does not exist. Creating"; mkdir -p ${DATA_DIR} fi wget https://s3.amazonaws.com/ava-dataset/annotations/ava_file_names_trainval_v2.1.txt -P ${ANNO_DIR} # sudo apt-get install parallel # parallel downloading to speed up awk '{print "https://s3.amazonaws.com/ava-dataset/trainval/"$0}' ${ANNO_DIR}/ava_file_names_trainval_v2.1.txt | parallel -j 8 wget -c -q {} -P ${DATA_DIR} echo "Downloading finished."