add minor fixes and major image fixes

   perform better unicode removal/conversion
   fix image retrieval, including svg and minor graphics assets
   remove even more html elements not necessary for archival display

1 files changed, 7 insertions, 3 deletions

diff --git a/flow-part2.sh b/flow-part2.sh
index db27d98..e56bdf2 100755
--- a/flow-part2.sh
+++ b/flow-part2.sh
@@ -3,7 +3,7 @@
 # Startdate: 2020-05-30 16:46
 # Purpose: automate the post-download components of the issue-saving process
 
-OUTDIR=/mnt/public/www/issues
+OUTDIR=/mnt/public/www/gitlab-issues
 
 cd /mnt/public/work/devuan
 
@@ -12,10 +12,10 @@ sed -i -r -e 's/\\n/\n/g;' "${OUTDIR}"/*.html
 ls -1 "${OUTDIR}"/*.html > output/files-for-timestamps.txt
 ./fix-timestamps.py
 
-./fetch-images.sh
+DEBUG=1 ./fetch-images.sh 2>~/log/flow-part2.$( date "+%FT%H%M%S" ).log
 sed -i -f fix-images-in-html.sed "${OUTDIR}"/*.html
 
-mkdir -p /mnt/public/www/issues/css
+mkdir -p "${OUTDIR}/css"
 ./fetch-css.sh
 sed -i -f fix-css-in-html.sed "${OUTDIR}"/*.html
 
@@ -24,3 +24,7 @@ sed -i -f remove-useless.sed "${OUTDIR}"/*.html
 ./remove-useless.py
 
 sed -i -r -f fix-without-systemd-links.sed "${OUTDIR}"/*.html
+
+./conversion.sh "${OUTDIR}"/*.html
+
+./use-datasrc-instead-src.py