User-agent: *
Disallow: /cgi-bin/
Crawl-delay: 20
User-agent: Yahoo!
Disallow: /
User-agent: "Yahoo! Slurp/3.0"
Disallow: /
User-agent: Yahoo!
Disallow: /