diff options
Diffstat (limited to 'static/robots.txt')
| -rw-r--r-- | static/robots.txt | 2 |
1 files changed, 2 insertions, 0 deletions
diff --git a/static/robots.txt b/static/robots.txt index 0a639917..0c1fdbd0 100644 --- a/static/robots.txt +++ b/static/robots.txt | |||
| @@ -16,5 +16,7 @@ | |||
| 16 | # For syntax checking, see: | 16 | # For syntax checking, see: |
| 17 | # http://www.frobee.com/robots-txt-check | 17 | # http://www.frobee.com/robots-txt-check |
| 18 | 18 | ||
| 19 | Sitemap: https://gnunet.org/en/sitemap.xml | ||
| 20 | |||
| 19 | User-agent: * | 21 | User-agent: * |
| 20 | Crawl-delay: 10 | 22 | Crawl-delay: 10 |