blob: 934f9e6a4d73407d35d9795f59d7c9518a1711b1 (
plain) (
blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
|
{# robots.txt is a little picky about whitespace and newlines - that's why the below looks kind of bad.#}
{% if rules is defined and rules %}
{% for user_agent, disallowed in rules.keys() %}
User-agent: {{ user_agent }}
{% for rule in rules %}
Disallow: {{ rule }}
{% endfor %}
{% endfor %}
{% else %}
User-agent: *
Disallow:
{% endif %}
Sitemap: {{ sitemap_url }}
|
