Misago/misago/templates/misago/robots.txt

# Forbid crawlers from indexing parts of site
User-agent: *
Disallow: {% url 'misago:index' %}api/
Disallow: {% url 'misago:index' %}activation/
Disallow: {% url 'misago:blank-avatar' %}
Disallow: {% url 'misago:banned' %}
Disallow: {% url 'misago:forgotten-password' %}
Disallow: {% url 'misago:login' %}
Disallow: {% url 'misago:options' %}
Disallow: {% url 'misago:index' %}p/
Disallow: {% url 'misago:private-threads' %}
Disallow: {% url 'misago:request-activation' %}
Disallow: {% url 'misago:search' %}
Disallow: {% url 'misago:index' %}u/