From f3dca9210fba77aacf60a77f11e5c3f5e4388011 Mon Sep 17 00:00:00 2001
From: "B. Stack" <bgstack15@gmail.com>
Date: Tue, 17 Aug 2021 08:10:28 -0400
Subject: initial commit

---
 coprmirror.sh | 62 +++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
 1 file changed, 62 insertions(+)
 create mode 100755 coprmirror.sh

(limited to 'coprmirror.sh')

diff --git a/coprmirror.sh b/coprmirror.sh
new file mode 100755
index 0000000..9e53aa7
--- /dev/null
+++ b/coprmirror.sh
@@ -0,0 +1,62 @@
+#!/bin/sh
+# File: coprmirror.sh
+# Location: https://gitlab.com/bgstack15/coprmirror
+# Author: bgstack15
+# SPDX-License-Identifier: GPL-3.0
+# Startdate: 2021-08-16 14:34
+# Title: COPR Mirror Script
+# Project: coprmirror
+# Purpose: Mirror all available architectures of a COPR to local disk
+# History:
+# Usage:
+#    In a cronjob:
+#    COPRMIRROR_CONF=coprmirror.conf ./coprmirror.sh 1>/dev/null 2>&1
+# Reference:
+#    yummirror.sh
+# Improve:
+# Dependencies:
+#    yummirror.sh from this project
+
+# Flow: given a copr name, find all release-releasever-basearch entries, and pass each one to coprmirror-single.sh
+test -n "${COPRMIRROR_CONF}" && . "${COPRMIRROR_CONF}"
+copr_url="${copr_url%%/}"
+copr="${copr%%/}"
+test -z "${logfile}" && logfile=./coprmirror.all.$( date "+%FT%H%M%S" ).log
+export DEBUG DRYRUN VERBOSE
+
+# fetch listing from site
+raw_listing="$( curl -s -L "${copr_url}/${copr}/" )"
+# split html, list only the directory entries, show the href, split to just text that is displayed which is same as path for copr, and then exclude any the admin requests, then sort
+listing="$( echo "${raw_listing}" | sed -n -r -e '/<table /p' | sed -r -e 's:(<\/tr>):\1\n:g;' | grep Directory | grep -oE '<a href=.{6,45}>.*<\/a>' | awk -F'[<>]' '$3 ~ /.*-.*-.*/{print $3}' | grep -viE "${excludes}" | sort )"
+echo "Please get each of these:"
+echo "${listing}" 
+
+# The gpg key of a copr is for the whole thing, not per-repo.
+test -z "${DRYRUN}" && {
+   mkdir -p "${workdir}"
+   # the -N prevents pubkey.gpg.1
+   wget -N --output-file="${workdir}/pubkey.gpg" "${copr_url}/${copr}/pubkey.gpg"
+}
+
+for word in ${listing} ;
+do
+   echo "###########################################"
+   test -n "${DEBUG}" && echo env DEBUG=$DEBUG VERBOSE=$VERBOSE DRYRUN=$DRYRUN logfile="${logfile}.${word}" inurl="${copr_url}/${copr}/${word}/" this_user=${this_user} workdir="${workdir}/${word}" COPRMIRROR_CONF= ./yummirror.sh
+   test -z "${DRYRUN}" && {
+      mkdir -p "${workdir}/${word}"
+   }
+   # exclude gpgkey because the big script, this one, handles it, not the single script
+   # leave YUMMIRROR_CONF undefined; we have set all variables for the inner script here.
+   env DEBUG=$DEBUG \
+      VERBOSE=$VERBOSE \
+      DRYRUN="${DRYRUN}" \
+      logfile="${logfile}.${word}" \
+      inurl="${copr_url}/${copr}/${word}/" \
+      this_user="${this_user}" \
+      workdir="${workdir}/${word}" \
+      YUMMIRROR_CONF= \
+      include_sources="${include_sources}" \
+      resign_repo="${resign_repo}" \
+      gpgkey= \
+      ./yummirror.sh
+done
-- 
cgit