Changeset 1267 for dass-tools/usr/bin/reposync-mirror-update.sh

Timestamp:

Sep 19, 2022, 5:02:28 PM (2 years ago)

Author:

joergs

Message:

Implement fallback from download.opensuse.org to ftp.gwdg.de/pub/opensuse

In some cases, this helps.

File:

• dass-tools/usr/bin/reposync-mirror-update.sh (modified) (2 diffs)

dass-tools/usr/bin/reposync-mirror-update.sh

@@ -48 +48 @@
 ME=reposync-mirror-update
 TMPDIR=/tmp/reposync.cache/
+mkdir -p $TMPDIR
 
 REPO_FILES=`find -name "*.repo" ! -name "vermkv-*" | sort`
@@ -66 +67 @@
     else
 
-    # reposync stores in a directory named identical as the name of the repo
-    test -L $NAME && rm $NAME
-    if test -x $NAME; then
-        echo "FAILED: remove $NAME and try again"
-        exit 1
+        # reposync stores in a directory named identical as the name of the repo
+        test -L $NAME && rm $NAME
+        if test -x $NAME; then
+            echo "FAILED: remove $NAME and try again"
+            exit 1
+        fi
+
+        ln -s $DIR $NAME
+        CACHEDIR=`mktemp --directory --tmpdir=$TMPDIR`
+        
+        SYNCED=""
+        # exit on errors
+        if LOG=$(reposync --config $REPO_FILE --cachedir=$CACHEDIR --delete); then
+            SYNCED="$NAME"
+        else
+            printf "FAILED: reposync of %s failed:\n%s\n\n" "$URL" "$LOG" >&2
+            #printf "CACHEDIR=%s\n" "$CACHEDIR"
+            #ls -la "$CACHEDIR"
+            #find ${CACHEDIR}
+            
+            CACHEDIR=`mktemp --directory --tmpdir=$TMPDIR`
+            REPO_FILE_FALLBACK="${REPO_FILE}-fallback"
+            sed 's|download.opensuse.org|ftp.gwdg.de/pub/opensuse|' < $REPO_FILE > $REPO_FILE_FALLBACK
+            #sed 's|download.opensuse.org|ftp1.nluug.nl/os/Linux/distr/opensuse|' < $REPO_FILE > $REPO_FILE_FALLBACK
+            URL=`sed --quiet -r 's/^baseurl=(.*)/\1/ip' $REPO_FILE_FALLBACK`
+            printf "Trying fallback %s ...\n" "$URL" >&2
+            LOG=""
+            
+            if LOG=$(reposync --config "${REPO_FILE_FALLBACK}" --cachedir=$CACHEDIR); then
+                SYNCED="$NAME"
+                #printf "%s\n" "$LOG"
+            else
+                printf "FAILED: reposync of %s failed:\n%s\n\n" "$URL" "$LOG" >&2
+                REPOSYNC_FAILED="${REPOSYNC_FAILED}${DIR} "
+            fi
+        fi
+
+        if [ "$SYNCED" ]; then
+            if grep "Downloading\|Removing" <<< "$LOG"; then
+
+                test -L $NAME && rm $NAME
+
+                echo
+                echo "$ME: $NAME: createrepo"
+                createrepo --cachedir .repocache/ $DIR
+
+                echo
+                echo "$ME: $NAME: signing"
+                rm -f $DIR/repodata/repomd.xml.asc $DIR/repodata/repomd.xml.key
+                if [ "$REPOSYNC_GPG_KEY" -a "$REPOSYNC_GPG_PASSPHRASE" ]; then
+                    gpg --batch --passphrase "$REPOSYNC_GPG_PASSPHRASE" -a --detach-sign --default-key "$REPOSYNC_GPG_KEY" $DIR/repodata/repomd.xml
+                    gpg --batch --passphrase "$REPOSYNC_GPG_KEY" -a --export "$REPOSYNC_GPG_KEY" > $DIR/repodata/repomd.xml.key
+                fi
+            fi
+        fi
+        test -L $NAME && rm $NAME
+        sleep 1
     fi
-
-    ln -s $DIR $NAME
-    CACHEDIR=`mktemp --directory --tmpdir=$TMPDIR`
-    
-    # exit on errors
-    if ! LOG=$(reposync --config $REPO_FILE --cachedir=$CACHEDIR --delete); then
-
-        printf "FAILED: reposync failed:\n%s" "$LOG" >&2
-        REPOSYNC_FAILED="${REPOSYNC_FAILED}${DIR} "
-
-    elif grep "Downloading\|Removing" <<< "$LOG"; then
-
-      test -L $NAME && rm $NAME
-
-      echo
-      echo "$ME: $NAME: createrepo"
-      createrepo --cachedir .repocache/ $DIR
-
-      echo
-      echo "$ME: $NAME: signing"
-      rm -f $DIR/repodata/repomd.xml.asc $DIR/repodata/repomd.xml.key
-      if [ "$REPOSYNC_GPG_KEY" -a "$REPOSYNC_GPG_PASSPHRASE" ]; then
-         gpg --batch --passphrase "$REPOSYNC_GPG_PASSPHRASE" -a --detach-sign --default-key "$REPOSYNC_GPG_KEY" $DIR/repodata/repomd.xml
-         gpg --batch --passphrase "$REPOSYNC_GPG_KEY" -a --export "$REPOSYNC_GPG_KEY" > $DIR/repodata/repomd.xml.key
-      fi
-    fi
-    test -L $NAME && rm $NAME
-    sleep 1
-
-    fi
-
 done