# All robots will spider the domain
User-agent: *
Crawl-Delay: 5
Disallow: /awards/
Disallow: /awardsoffice/
Disallow: /includes/
Disallow: /aws/
Disallow: /aws_sdk2/
Disallow: /bin/
Disallow: /coolcompany/
Disallow: /cutesoft/
Disallow: /db_connection/
Disallow: /DeanTemp/
Disallow: /deantest/
Disallow: /fashionthinking/
Disallow: /forms/
Disallow: /IISLogs/
Disallow: /include/
Disallow: /madc/
Disallow: /melbournedesignaward-beta/
Disallow: /menu/
Disallow: /panel/
Disallow: /partner/
Disallow: /portal/
Disallow: /qcomp/
Disallow: /rating/
Disallow: /temp/
Disallow: /thinktools/
Disallow: /utility/
Disallow: /website/
Disallow: /wsw/

User-agent: MJ12bot
Crawl-Delay: 10