User-agent: Slurp
Disallow: /bin
Disallow: /cgi
Disallow: /css
Disallow: /img
Disallow: /plain
Crawl-delay: 20