User-agent: Baiduspider
Disallow: /

User-agent: dotbot
Disallow: / 

User-agent: *
Disallow: /hd/

User-agent: *
Disallow: /cgi-bin/

User-agent: Slurp
Crawl-delay: 10

User-agent: Slurp
Crawl-delay: 10