initial commit

1 files changed, 62 insertions, 0 deletions

diff --git a/coprmirror.sh b/coprmirror.sh
new file mode 100755
index 0000000..9e53aa7
--- /dev/null
+++ b/coprmirror.sh
@@ -0,0 +1,62 @@
+#!/bin/sh
+# File: coprmirror.sh
+# Location: https://gitlab.com/bgstack15/coprmirror
+# Author: bgstack15
+# SPDX-License-Identifier: GPL-3.0
+# Startdate: 2021-08-16 14:34
+# Title: COPR Mirror Script
+# Project: coprmirror
+# Purpose: Mirror all available architectures of a COPR to local disk
+# History:
+# Usage:
+#    In a cronjob:
+#    COPRMIRROR_CONF=coprmirror.conf ./coprmirror.sh 1>/dev/null 2>&1
+# Reference:
+#    yummirror.sh
+# Improve:
+# Dependencies:
+#    yummirror.sh from this project
+
+# Flow: given a copr name, find all release-releasever-basearch entries, and pass each one to coprmirror-single.sh
+test -n "${COPRMIRROR_CONF}" && . "${COPRMIRROR_CONF}"
+copr_url="${copr_url%%/}"
+copr="${copr%%/}"
+test -z "${logfile}" && logfile=./coprmirror.all.$( date "+%FT%H%M%S" ).log
+export DEBUG DRYRUN VERBOSE
+
+# fetch listing from site
+raw_listing="$( curl -s -L "${copr_url}/${copr}/" )"
+# split html, list only the directory entries, show the href, split to just text that is displayed which is same as path for copr, and then exclude any the admin requests, then sort
+listing="$( echo "${raw_listing}" | sed -n -r -e '/<table /p' | sed -r -e 's:(<\/tr>):\1\n:g;' | grep Directory | grep -oE '<a href=.{6,45}>.*<\/a>' | awk -F'[<>]' '$3 ~ /.*-.*-.*/{print $3}' | grep -viE "${excludes}" | sort )"
+echo "Please get each of these:"
+echo "${listing}" 
+
+# The gpg key of a copr is for the whole thing, not per-repo.
+test -z "${DRYRUN}" && {
+   mkdir -p "${workdir}"
+   # the -N prevents pubkey.gpg.1
+   wget -N --output-file="${workdir}/pubkey.gpg" "${copr_url}/${copr}/pubkey.gpg"
+}
+
+for word in ${listing} ;
+do
+   echo "###########################################"
+   test -n "${DEBUG}" && echo env DEBUG=$DEBUG VERBOSE=$VERBOSE DRYRUN=$DRYRUN logfile="${logfile}.${word}" inurl="${copr_url}/${copr}/${word}/" this_user=${this_user} workdir="${workdir}/${word}" COPRMIRROR_CONF= ./yummirror.sh
+   test -z "${DRYRUN}" && {
+      mkdir -p "${workdir}/${word}"
+   }
+   # exclude gpgkey because the big script, this one, handles it, not the single script
+   # leave YUMMIRROR_CONF undefined; we have set all variables for the inner script here.
+   env DEBUG=$DEBUG \
+      VERBOSE=$VERBOSE \
+      DRYRUN="${DRYRUN}" \
+      logfile="${logfile}.${word}" \
+      inurl="${copr_url}/${copr}/${word}/" \
+      this_user="${this_user}" \
+      workdir="${workdir}/${word}" \
+      YUMMIRROR_CONF= \
+      include_sources="${include_sources}" \
+      resign_repo="${resign_repo}" \
+      gpgkey= \
+      ./yummirror.sh
+done