# robots.txt file for Mozilla Add-ons, addons.mozilla.org
User-agent: *
Allow: /

{# Due to URL changes we have to use * here and hope most crawlers respect it #}
Disallow: /*{{ url('addons.contribute', 0, add_prefix=False)|replace('0', '*') }}

{# The downloads live at locale-agnostic URLs now. #}
{% for a in apps -%}
Disallow: /{{ a.short }}/downloads/
{% endfor %}

{# Spacing is a little weird because it makes the output prettier #}
{% for l in settings.AMO_LANGUAGES %}
{% for a in apps -%}

Disallow: /{{ l }}/{{ a.short }}{{ url('search.search', add_prefix=False) }}
Disallow: /{{ l }}/{{ a.short }}{{ url('password_reset_form', add_prefix=False) }}
Disallow: /{{ l }}/{{ a.short }}{{ url('collections.list', add_prefix=False) }}
{% endfor %}

{% endfor %}
