noxz-sites A collection of a builder and various scripts creating the noxz.tech sites
	git clone https://noxz.tech/git/noxz-sites.git
	noxz-sites

commit: 8b053c94bf274ec0c06edbdffa250f86baea2d36
parent: f0b40d31aac4ea74f4a4c59d331f58fe3cef74d1
author: Chris Noxz <chris@noxz.tech>
date:   Mon, 8 Jun 2020 12:01:23 +0200

add sitemap generation and upload missing public keys

diff --git a/.gitignore b/.gitignore
@@ -12,3 +12,4 @@ git.noxz.tech/*
 !git.noxz.tech/pub
 git.noxz.tech/pub/logo.png
 noxz.tech/pub/logo.png
+sitemap.xml
diff --git a/Makefile b/Makefile
@@ -17,6 +17,12 @@ all: clean builder
 	@convert -density 1200 -resize 256x256 ./noxz.tech/pub/logo.black.svg ./noxz.tech/pub/logo.png
 	@convert -density 1200 -resize 256x256 ./git.noxz.tech/pub/logo.svg ./git.noxz.tech/pub/logo.png
 	@
+	@echo generating sitemap.xml
+	@./generate-sitemap.sh noxz.tech > noxz.tech/pub/sitemap.xml
+	@./generate-sitemap.sh git.noxz.tech > git.noxz.tech/pub/sitemap.xml
+	@printf 'User-Agent: *\ndisallow:\nsitemap: https://%s/pub/sitemap.xml' noxz.tech > noxz.tech/robots.txt
+	@printf 'User-Agent: *\ndisallow:\nsitemap: https://%s/pub/sitemap.xml' git.noxz.tech > git.noxz.tech/robots.txt
+	@
 	@echo assembling tar archive 'web.tar'
 	@./assemble.sh web.tar
 
@@ -37,9 +43,13 @@ clean:
 	@find ./git.noxz.tech/* -type d -prune ! -name "pub" -exec sh -ec 'rm -r "$$0"' {} \;
 	@find -name '*.html' -type f -exec sh -ec 'rm "$$0"' {} \;
 	@rm -rf noxz.tech/blog
+	@rm -f noxz.tech/robots.txt
 	@rm -f noxz.tech/pub/feed.rss
 	@rm -f noxz.tech/pub/logo.png
+	@rm -f noxz.tech/pub/sitemap.xml
+	@rm -f git.noxz.tech/robots.txt
 	@rm -f git.noxz.tech/pub/logo.png
+	@rm -f git.noxz.tech/pub/sitemap.xml
 	@rm -f articles.ref
 	@rm -f quark.map
 	@rm -f web.tar
diff --git a/generate-sitemap.sh b/generate-sitemap.sh
@@ -0,0 +1,22 @@
+#!/bin/sh
+
+[ -z $1 ] && return
+
+echo '<?xml version="1.0" encoding="UTF-8"?>'
+echo '<urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">'
+
+find ./$1/ \
+	-name '*.html' \
+| grep -v '/git.noxz.tech/.*/file/.*\.html' \
+| grep -v '/git.noxz.tech/.*/commit/.*\.html' \
+| sed \
+	-e "s,./$1/,https://$1/,g" \
+	-e "s,/*.html$,/,g" \
+	-e "s,&,&amp;,g" \
+| sort \
+| xargs \
+	-n1 \
+	-I{} \
+	printf '\t<url>\n\t\t<loc>%s</loc>\n\t</url>\n' {}
+
+echo '</urlset>'
diff --git a/noxz.tech/.assemble b/noxz.tech/.assemble
@@ -1,2 +1,3 @@
 twtxt.txt
 index.html
+robots.txt
diff --git a/noxz.tech/pub/.assemble b/noxz.tech/pub/.assemble
@@ -5,5 +5,8 @@ twtxt.svg
 logo.png
 style.css
 chrisnoxz.pub
+chris.noxz.pm.pub.asc
+chris.noxz.protonmail.pub.asc
 gpg-public-key.asc
 feed.rss
+sitemap.xml
diff --git a/noxz.tech/pub/chris.noxz.pm.pub.asc b/noxz.tech/pub/chris.noxz.pm.pub.asc
@@ -0,0 +1,33 @@
+-----BEGIN PGP PUBLIC KEY BLOCK-----

+Version: OpenPGP.js v4.10.4

+Comment: https://openpgpjs.org

+

+xsBNBF7btQMBCACsDsgh/Sh8RJmRC2tzCaGIyAuEXXSBBYhslRDRK3TAOuga

+B/tUQeKzRmJi9Yt3+7r6G5HJexLdl3vcyyXDfG8xwEyfK1rbyv2pG5LpvoWf

+kvy50UHjVz0cGudbBkRwOSwh58cGrTGx5+H0qdHYknqIX+qMuSXFBhAKT0GU

+TM3ytbR22am8IrRuA3mHXk18WnOROelSip8nuQED+6Ayvpp4lYUkgnUh4q9D

+cz79f0EKbbNaakKZpMYz8edOZxZcnH6r1fm3gvWvdDsrlUJfTheqKuWjGnlb

+2eunINsNz0kjWDyJyvC38wGseUYXRxZJBuzG1aSPXh6Nz0CAHDf7Hmy9ABEB

+AAHNI2NocmlzLm5veHpAcG0ubWUgPGNocmlzLm5veHpAcG0ubWU+wsB2BBAB

+CAAgBQJe27UDBgsJBwgDAgQVCAoCBBYCAQACGQECGwMCHgEACgkQ24VN34cb

+PYC27gf9H2fd7Rb08MLbEyDtEtmGzFgdxTf4qaIIX5LKV6y1+OgDrYo2AOru

+HED5/dL8pmwXiNfyjpPOfe8P/G74ssUlU+ub+SGp0576W8pzLts0qtiEgXlN

+sqV9oDJNjQX5dO0NDsdscj+v83RsuvtB0sj45wMQIYdmnl2sGtZqdg7kIIQE

+KtH5BqLOSGerEkPnfpfp2f3MG2ERE2y5g268ST1HmNR8z023UBfKLyN+LSo9

+8YM8TfAgX0uD8ivY481PiXXhaZV+dDlhNDdgk5davHzUEKEL7HS1zfP6zPF8

+Zf3WdfjGcGrcCNckz81XWRETLJff63n//gqZyBJ5vHyqYqr2tc7ATQRe27UD

+AQgA8LFZRkBWjfInxem7NnTtlBWB+G5f25GBGTnjsRfI2nUxTCH91BEEbKSS

+uawBP6CFdEwmwGP1kkhq+nAn5IaH/97hY+1rG8ABbZMdgPjyZD6cM9w91TTz

+jonUZwtpv0ArPO/GJR9jh8rU6yHtp3HYmDJQr1zAFG5ieQY9TUf7fMQGOE11

+kZNX5KEIbjluLBON6LPYnU8DljsKMh+OHctdKFB8gR+gfcRnLqPyMXJhr6JE

+cuZMc0zqWwSnowAUsUzapLxZBV8MDZarJgO3jAI0x9ZV9rkscQJOZrdwLogu

+XjZ+as4JvVWvkLdFte33Wr2zidD66RT+Xmu8Zo3ZgBF54wARAQABwsBfBBgB

+CAAJBQJe27UDAhsMAAoJENuFTd+HGz2AB24H/3tWqSjADf8kwKQtEZJuHdCy

+AOSOQr/+fW1FpQfzga3rfISEvUn3hnlIXOrKRbRU9GqatGqQ7vUgKiN9kEOt

+Y4bIklxI+I98i+wPKN9P7KYlXPDhf7u0eicOXm4CCjRGg3iHvZF9i07Ywrqt

+FXP5pcKOhhm2qcDMyCAAw1FS2TileQ1OZsaTDSdB2E6XxijfqiN/3CfI/Gmp

+v2XxwowB6x7qyuK12wBDH4E0MAxfFcpu1zWTZFUXyjx1QyWo6DzsqZNVdTM9

+oz7LZOrakO8END9RGomxzd8j6K7dP2AzP995fqC0qnUdUISkuyb6N9omA05U

+BSf2jtsB0wbfflb1hys=

+=9rhl

+-----END PGP PUBLIC KEY BLOCK-----

diff --git a/noxz.tech/pub/chris.noxz.protonmail.pub.asc b/noxz.tech/pub/chris.noxz.protonmail.pub.asc
@@ -0,0 +1,33 @@
+-----BEGIN PGP PUBLIC KEY BLOCK-----

+Version: OpenPGP.js v4.10.4

+Comment: https://openpgpjs.org

+

+xsBNBF7aqccBCACxRkOa+WCTGFkw59U7/h3SP6eYGKZkDx5EwPW7OQmk2OCY

+bRzk5w1aRQJsgwVvukViD5Mmnc1uMc+HTWF7mDvETys5qVeDYgt92nzb/8Op

+W6m1ul7s2Odj7kwJNz6+4qSbVFL12tPC+HlyeJted+j02jg1A688115eyQSh

+ikvbDvrNoeDaMpaVU0ErT4pJ3x7ZCKZTbLVQM0cQk/FyML4PQf6G+T3RA2xc

+Rudjq/BOzz19BhlQt9rPS2XPwFrmP/psbILGOa7pgH5YXOlwPRCDhnnvFfu0

+R9jVqjM3EI0Qau9sGXiYbDIZrVm9S2aJO2286sftYhTMFSE8az3xTqpRABEB

+AAHNNWNocmlzLm5veHpAcHJvdG9ubWFpbC5jb20gPGNocmlzLm5veHpAcHJv

+dG9ubWFpbC5jb20+wsB2BBABCAAgBQJe2qnHBgsJBwgDAgQVCAoCBBYCAQAC

+GQECGwMCHgEACgkQsVR2QC8QPwyYMQf/QBU+gTOgnqFNvYc8ulE65eon4GHI

+l2E5GC7e3aMeXsBy8XSdeBx1CNqFrdBu8ogytb1niEOKQEKS9Q5QhZ+h1lS3

+45PZmkjDHnfZnJ1nq8ELxK3bdGoX9F3uPW7ftno1NGHhlnxMoHiqUFdOI3MI

+Vhtj/mHXxtA1RF5Gx1PJggjnx7yyOD/H8eEoQH1I4ncVoT4qKvEtepND+kaC

+4kJE2hOtd3w+38ZxH2DewlaRFJBUWvHKAeHvsY6VzxRqyV8fsU6W5+nTmJwT

++UvvH1SYkKaIxgPLXsVdkGoNOn0FrkIi63H+2N9egwB7BnwSd2MBZy+yqIjx

+p2HWvwPhun0lWs7ATQRe2qnHAQgAqwM3rhAAIWD3ZEix0zLs8xWcvKsNI8aK

+OHQKxVGjeARdxEDpiUnzJRSaviChaWxOUqdpy2Edj0PJRcbrxydXIyIqg5N/

+6TPCl+AARAbWQa2Nnij2Cqv0FknUaBdGhcTaC8hHjVzriEhbtJ4ZowCi/bST

+ikYJc3pplUVT6xgZ2LdQsM4ClaXqwJdcx/AtUXCq5LOq44/pzKfJRL/GBBV8

+/kAQ0I1posWroOxiwQqvNR61ZU/d0dEAq0gjRdJFc3DpFXOcqjH2IhA0KTt4

++VRvN3Davkl5JUvXcEDNwmNv4ICj9DZKpCzlpYHjc0gpKgKVt76axduUOzUN

+N4dUocUBqwARAQABwsBfBBgBCAAJBQJe2qnHAhsMAAoJELFUdkAvED8M/bAH

+/iRP45btqZlOOxbAhSs27gtCZaP432Hf+R+NEWTpqPHsheGU0P6EHooathnh

+9IngQFvgTudfMmn1WLoiLypm5O/3IlL10RyZBS1jJCGrIpExVhaUV3mWX/8F

+AMQQKldgEbjMopIfZsKatkJrseHnHzO6QiXE4QWfBGYTsSJedLxYitzYkHjL

+FWeHyoBvj0I0AM+HB0DosRX9iL+B18CJryWHvEsScVe1mUI7FKOERCB6RBqj

+5sXhcoWOvERZy8m1Ilt7YA92Zuu0flXP9JiTjpv3169C6QPtv8Rx3pBq6bD2

+t+tvKivSjTQvpnIqMK9OnPOnqZRcIj0JslgPIU5fJeE=

+=1pSp

+-----END PGP PUBLIC KEY BLOCK-----

diff --git a/noxz.tech/robots.txt b/noxz.tech/robots.txt
@@ -0,0 +1,3 @@
+User-Agent: *
+disallow:
+sitemap: https://noxz.tech/pub/sitemap.xml
\ No newline at end of file