A first initial draft for a sitemap

3 files changed, 71 insertions, 0 deletions

diff --git a/Makefile b/Makefile
index 866377f6..02fd0cd3 100644
--- a/Makefile
+++ b/Makefile
@@ -22,6 +22,8 @@ all: locale template
         cp rendered/static/robots.txt rendered/es/robots.txt
         cp rendered/static/robots.txt rendered/fr/robots.txt
         cp rendered/static/robots.txt rendered/it/robots.txt
+        /bin/sh make_sitemap.sh
+        cp rendered/sitemap.xml rendered/en/sitemap.xml
 
 # Extract translateable strings from jinja2 templates.
 # Because of the local i18nfix extractor module we need
diff --git a/make_sitemap.sh b/make_sitemap.sh
new file mode 100755
index 00000000..4777f948
--- /dev/null
+++ b/make_sitemap.sh
@@ -0,0 +1,67 @@
+#!/bin/sh
+
+# This initial version builds on code from ssg4
+# copyright is as follows:
+# -----
+# https://www.romanzolotarev.com/bin/ssg4
+# Copyright 2018 Roman Zolotarev <hi@romanzolotarev.com>
+#
+# Permission to use, copy, modify, and/or distribute this software for any
+# purpose with or without fee is hereby granted, provided that the above
+# copyright notice and this permission notice appear in all copies.
+#
+# THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
+# WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
+# MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
+# ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
+# WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
+# ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
+# OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
+# -----
+
+list_pages(){
+cd rendered && find . -type f ! -path '*/.*' ! -path '*/_*' -name '*.html' | sed 's#^./##;#'
+}
+
+main(){
+        dst=rendered
+        base_url="$4"
+        date=$(date +%Y-%m-%d)
+        urls=$(list_pages "$src")
+
+        test -n "$urls" &&
+        render_sitemap "$urls" "$base_url" "$date" > "$dst/sitemap.xml"
+
+        print_status 'url' 'urls' "$urls" >&2
+        echo >&2
+}
+
+print_status() {
+        test -z "$3" && printf 'no %s' "$2" && return
+
+        echo "$3" | awk -v singular="$1" -v plural="$2" '
+        END {
+                if (NR==1) printf NR " " singular
+                if (NR>1) printf NR " " plural
+        }'
+}
+
+render_sitemap() {
+        urls="$1"
+        base_url="$2"
+        date="$3"
+
+        echo '<?xml version="1.0" encoding="UTF-8"?>'
+        echo '<urlset'
+        echo 'xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"'
+        echo 'xsi:schemaLocation="http://www.sitemaps.org/schemas/sitemap/0.9'
+        echo 'http://www.sitemaps.org/schemas/sitemap/0.9/sitemap.xsd"'
+        echo 'xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">'
+        echo "$urls" |
+        sed -E 's#^(.*)$#<url><loc>'"$base_url"'/\1</loc><lastmod>'\
+"$date"'</lastmod><priority>1.0</priority></url>#'
+        echo '</urlset>'
+}
+
+main "$@"
+
diff --git a/static/robots.txt b/static/robots.txt
index 0a639917..0c1fdbd0 100644
--- a/static/robots.txt
+++ b/static/robots.txt
@@ -16,5 +16,7 @@
 # For syntax checking, see:
 # http://www.frobee.com/robots-txt-check
 
+Sitemap: https://gnunet.org/en/sitemap.xml
+
 User-agent: *
 Crawl-delay: 10