User-agent: *
Disallow: /agora/
Disallow: /art/
Disallow: /cgi-bin/
Disallow: /css1/
Disallow: /documents/
Disallow: /documents1/
Disallow: /entropybanner/
Disallow: /etc/
Disallow: /mb/
Disallow: /media/
Disallow: /NEW/
Disallow: /old/
Disallow: /test/
Disallow: /V2/
Disallow: /waterfeaturesmelbourne/
Disallow: /WysiwygPro

User-agent: msnbot
Crawl-delay: 10

User-agent: Teoma
Crawl-delay: 10

User-agent: Slurp
Crawl-delay: 10

User-agent: aipbot
Disallow: /

User-agent: BecomeBot
Disallow: /

User-agent: psbot
Disallow: /