diff options
Diffstat (limited to 'templates/robots.txt')
| -rw-r--r-- | templates/robots.txt | 14 |
1 files changed, 0 insertions, 14 deletions
diff --git a/templates/robots.txt b/templates/robots.txt deleted file mode 100644 index fa61be5e..00000000 --- a/templates/robots.txt +++ /dev/null @@ -1,14 +0,0 @@ -{# robots.txt is a little picky about whitespace and newlines - that's why the below looks kind of bad.#} -{% if rules is defined and rules %} -{% for user_agent, disallowed in rules.items() %} -User-agent: {{ user_agent }} -{% for rule in rules %} -Disallow: {{ rule }} -{% endfor %} -{% endfor %} -{% else %} -User-agent: * -Disallow: -{% endif %} - -Sitemap: {{ sitemap_url }} |