User-agent: *
Crawl-Delay: 5
Disallow: /admin/
Disallow: /tasks/
Disallow: /requirements/
Disallow: /config/