User-agent: *
Disallow: /bin
Disallow: /cgi
Disallow: /css
Disallow: /img
Disallow: /plain
User-agent: Slurp
Crawl-delay: 20