Fix download caching, only download missing or currently empty files

master
Pavel Roskin 8 years ago
parent 0afbd57638
commit 265ce37077

@ -25,15 +25,23 @@
download_all_files()
{
# download files parallelly using keepalive
# a little bit faster than calling wget with single file more than 100 times
< x11_file_list.txt cut -f1 -d: | sed -e "s|^|${download_url}/|" | \
# download files in parallel using keepalive - a little bit faster
# than calling wget for a single file more than 100 times
urls=
for f in `cut -f1 -d: x11_file_list.txt`; do
if ! test -s "downloads/$f"; then
urls="$urls ${download_url}/$f"
fi
done
if test -n "$urls"; then
echo $urls | \
xargs -P2 -n $(expr $num_modules / 2 + 1) \
wget \
--directory-prefix=downloads \
--no-verbose \
--timestamping \
--continue
fi
status=$?
return $status

Loading…
Cancel
Save