User-Agent: *
Crawl-Delay:   30
User-Agent: MJ12bot
Disallow:   /
User-agent: Slurp
Disallow: /cgi-bin/