User-agent: *
Disallow: /cgi-bin/aws_tool*
Disallow: /cgi-bin/itemlist*
Disallow: /cgi-bin/find*
Disallow: /aws*

User-Agent: BaiduMobaide
Disallow: /

User-Agent: Baiduspider
Disallow: /

user-agent: Baiduspider+
Disallow: /

user-agent: BaiduImagespider
Disallow: /

User-agent: yodaobot
Disallow: /

User-agent: Yeti
Disallow: /

User-agent: NaverBot
Disallow: /

User-agent: Slurp
Crawl-delay: 2

User-agent: msnbot
Crawl-delay: 120