User-agent: *
Crawl-Delay: 5
Disallow: /admin
Disallow: /tasks
Disallow: /requirements
Allow: /requirements/prettify
Disallow: /config