User-agent: *
Disallow: /cgi-bin
Disallow: /images
Disallow: /admin
Disallow: /includes
Disallow: /pub
Disallow: /tmp
Disallow: /documents

User-agent: Slurp
Crawl-delay: 10 

User-agent: Nutch
Disallow: /

User-agent: bot/
Disallow: /

User-agent: bot-
Disallow: /

User-agent: crawl
Disallow: /