From 9a1a87b27e576a418a68bd6eace6c6610070ba30 Mon Sep 17 00:00:00 2001 From: Ian Gulliver Date: Tue, 23 Apr 2019 07:24:18 +0000 Subject: [PATCH] Script to save all of firestuff.org to the wayback machine --- save-to-archive-org.sh | 15 +++++++++++++++ 1 file changed, 15 insertions(+) create mode 100755 save-to-archive-org.sh diff --git a/save-to-archive-org.sh b/save-to-archive-org.sh new file mode 100755 index 0000000..2efd62a --- /dev/null +++ b/save-to-archive-org.sh @@ -0,0 +1,15 @@ +#!/bin/bash -e + +TMPPATH=$(mktemp --directory) + +pushd $TMPPATH > /dev/null + +URLS=$(wget --spider --recursive --no-verbose https://firestuff.org/ 2>&1 | grep URL: | sed 's/.*URL: *//; s/ .*//') + +for URL in $URLS; do + wget -O /dev/null --no-verbose https://web.archive.org/save/$URL +done + +popd > /dev/null + +rm --recursive --force $TMPPATH