User-agent: Baiduspider
Disallow:
User-agent: YodaoBot
Disallow:
User-agent: Sosospider
Disallow:
User-agent: sogou spider
Disallow:
User-agent: yisouspider
Disallow:
User-agent: Googlebot
Disallow:
User-agent: Bingbot
Disallow:
User-agent: Teoma
Disallow:
User-agent: ia_archiver
Disallow:
User-agent: twiceler
Disallow:
User-agent: MSNBot
Disallow:
User-agent: Robozilla
Disallow:
User-agent: Gigabot
Disallow:
User-agent: Gigabot
Disallow:
User-agent: MJ12bot
Disallow:
User-agent: Petalbot
Disallow:
User-agent: googlebot_image
Disallow:
User-agent: googlebot-mobile
Disallow:
User-agent: yahoo_mmcrawler
Disallow:
User-agent: yahoo_blogs
Disallow:
User-agent: psbot
Disallow:
User-agent: *
Disallow:
Sitemap: robots.txt