User-agent: *

Disallow: /admin/
Disallow: /cgi-bin/


User-agent: Slurp
Crawl-delay: 10