Script to save all of firestuff.org to the wayback machine

This commit is contained in:
Ian Gulliver
2019-04-23 07:24:18 +00:00
parent 553059a55d
commit 9a1a87b27e

15
save-to-archive-org.sh Executable file
View File

@@ -0,0 +1,15 @@
#!/bin/bash -e
TMPPATH=$(mktemp --directory)
pushd $TMPPATH > /dev/null
URLS=$(wget --spider --recursive --no-verbose https://firestuff.org/ 2>&1 | grep URL: | sed 's/.*URL: *//; s/ .*//')
for URL in $URLS; do
wget -O /dev/null --no-verbose https://web.archive.org/save/$URL
done
popd > /dev/null
rm --recursive --force $TMPPATH