User-agent: Slurp
Crawl-delay: 20 

User-agent: *
Disallow: /tmp
Disallow: /logs
Disallow: /cgi-bin