Merge pull request #93 from albertfougy/albert_dev

improved on script with aria2c

Author: philipmat

get_latest_dumps.sh

@@ -1,4 +1,4 @@
-#/bin/bash
+#!/bin/bash
 #set -xv
 
 USER_AGENT="Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_2) AppleWebKit/534.51.22 (KHTML, like Gecko) Version/5.1.1 Safari/534.51.22"
@@ -13,8 +13,19 @@ TEST=""
 
 echo "" > $D_TMP
 
-for f in `wget -c --user-agent="$USER_AGENT" --header="$ACCEPT" -qO- $D_URL_LIST | grep -Eio "$D_PATTERN" | sort | uniq | tail -n 4` ; do
-	echo $D_URL_DIR$f >> $D_TMP
+for f in $(wget -c --user-agent="$USER_AGENT" --header="$ACCEPT" \
+         -qO- $D_URL_LIST | grep -Eio "$D_PATTERN" | sort | uniq | tail -n 4) ; do
+        echo $D_URL_DIR$f >> $D_TMP
 done
 
-wget -c --user-agent="$USER_AGENT" --header="$ACCEPT" --no-clobber --input-file=$D_TMP $TEST --progress=bar
+if ! type "aria2c" > /dev/null; then
+        wget -c --user-agent="$USER_AGENT" --header="$ACCEPT" --no-clobber \
+        --input-file=$D_TMP $TEST --show-progress --progress=bar
+else
+        IFS='
+        '
+        
+        for f in $(cat $D_TMP); do
+                aria2c -c "$f"
+        done
+fi