Changeset 1210 for dass-tools/usr/bin/mirror-urls.sh

Timestamp:

Apr 12, 2016, 4:58:03 PM (9 years ago)

Author:

joergs

Message:

make mirror script more flexible.

Use configuration files and helper scripts.

File:

• dass-tools/usr/bin/mirror-urls.sh (modified) (1 diff)

dass-tools/usr/bin/mirror-urls.sh

@@ -1 +1 @@
 #!/bin/bash
 
-export http_proxy=http://proxy:3128
-export ftp_proxy=http://proxy:3128
+set -o errexit -o nounset
 
-NSCA_CMD="/usr/local/bin/nagios_send_nsca.sh"
+CONFIG=${1:-/etc/mirror-urls.conf} 
 
-PROJECTS="
-http://download.videolan.org/pub/vlc/SuSE/11.2/
-http://download.videolan.org/pub/vlc/SuSE/12.1/
-"
+# default value, may be overwritten by CONFIG
+DEST="/cds/linux/mirror/"
 
-# TODO:
-# not working, because dir listings are forbidden
-# http://download.nvidia.com/opensuse/11.2/
-# (with hftp://download.nvidia.com/opensuse/11.2/ directory listings are possible,
-#  but file access in denied)
+if ! [ -r "$CONFIG" ]; then
+  echo "failed to read config file $CONFIG."
+  exit 1
+fi
+source $CONFIG
 
-SUCCESSFUL=""
 FAILED=""
-
-DEST="/anlagen/vmlxlamp/repo/"
+SUCCESS=""
 
 cd $DEST
 
-
 for url in $PROJECTS; do
-  echo $url
-  protocol=`sed -r "s|^([a-zA-Z]+)://.*|\1|" <<< $url`
-  host=`sed -r "s|^$protocol://([^/]+)/.*|\1|" <<< $url`
-  path=`sed -r "s|$protocol://$host||" <<< $url`
-  mkdir -p $host/$path
-  set -x
-  if ! lftp -c "open -e \"mirror --verbose=1 --continue --delete $path/. $DEST/$host/$path\" ${protocol}://${host}"; then
-        FAILED="$FAILED $url"
-  else
-        SUCCESS="$SUCCESS $url"
-  fi
-  set +x
+    printf "$url:\n"
+    protocol=`sed -r "s|^([a-zA-Z]+)://.*|\1|" <<< $url`
+    host=`sed -r "s|^$protocol://([^/]+)/.*|\1|" <<< $url`
+    path=`sed -r "s|$protocol://$host||" <<< $url`
+    mkdir -p $host/$path
+    DESTDIR=$DEST/$host/$path
+    #set -x
+    if ! lftp -c "open -e \"mirror --verbose=1 --parallel=20 --continue --delete $path/. ${DESTDIR}\" ${protocol}://${host}"; then
+        set +x
+        printf "    failed\n"
+        FAILED="$FAILED $url"
+    else
+        set +x
+        if [ "${POST_SCRIPT:-}" ]; then
+            $POST_SCRIPT ${DESTDIR}
+        fi
+        printf "    ${DESTDIR}\n"
+        SUCCESS="$SUCCESS $url"
+    fi
+    printf "\n"
 done
 
-# adapt repository sources
-for i in `find $DEST -name "*.repo" -a ! -name "vermkv-*.repo"`; do
-        basename=`basename $i`
-        dirname=`dirname $i`
-        sed "s|http://|http://install.vermkv/freigabe/|" $i > $dirname/vermkv-$basename 
-done
-
-/usr/local/sbin/mirror-report-errors.sh mirror-urls "$SUCCESS" "$FAILED" 
+if [ "${REPORT_SCRIPT:-}" ]; then
+    $REPORT_SCRIPT mirror-urls "$SUCCESS" "$FAILED"
+fi