blob: fa61be5ed8d011c85c94a9c381043dcca4633c70 (
plain) (
blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
|
{# robots.txt is a little picky about whitespace and newlines - that's why the below looks kind of bad.#}
{% if rules is defined and rules %}
{% for user_agent, disallowed in rules.items() %}
User-agent: {{ user_agent }}
{% for rule in rules %}
Disallow: {{ rule }}
{% endfor %}
{% endfor %}
{% else %}
User-agent: *
Disallow:
{% endif %}
Sitemap: {{ sitemap_url }}
|
