diff --git a/pages/robots.txt b/pages/robots.txt index b3e70cd..3cc2eb0 100644 --- a/pages/robots.txt +++ b/pages/robots.txt @@ -1 +1,6 @@ -{% for page in CACTUS.pages %}{% if page.path != 'error.html' %}{{ page.path }}{% endif %}{% endfor %} +{% verbatim %} +User-agent: * +Disallow: + +Sitemap: sitemap.xml +{% endverbatim %}