User-agent: *
Allow: /
Disallow: /*.xml$
Disallow: /winconvert/
Disallow: /banme/
Disallow: /inetprot/
Disallow: /cb/

########################
User-agent: ia_archiver
Disallow: /

User-Agent: ConveraCrawler
Disallow: /

User-Agent: MJ12bot
Disallow: /

User-agent: Scooter
Disallow: /

User-agent: CazoodleBot
Disallow: /

User-agent: Speedy
Disallow: /

User-agent: Charlotte
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: Teoma
Disallow: /

User-agent: Sosospider
Disallow: /

User-agent: twiceler
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: FAST Enterprise Crawler
Disallow: /

User-agent: FunWebProducts
Disallow: /

User-agent: naoFavicon4IE
Disallow: /

User-agent: webcrawler
Disallow: /

User-agent: Yeti
Disallow: /

User-agent: Nutch-0.9
Disallow: /

User-agent: Vagabondo
Disallow: /

User-agent: Bilbo
Disallow: /

User-agent: WebAlta
Disallow: /

User-agent: ichiro
Disallow: /

User-agent: yoofind
Disallow: /

User-agent: yoono
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: findfiles.org
Disallow: /

User-agent: findfiles.net
Disallow: /

User-agent: Gigabot
Disallow: /

User-agent: SkreemRBot
Disallow: /

User-agent: Gaisbot
Disallow: /

User-agent: OmniExplorer_Bot
Disallow: /

User-agent: Yanga WorldSearch Bot v1.1
Disallow: /

User-agent: YoudaoBot
Disallow: /

User-agent: nutch_princeton
Disallow: /

User-agent: Daumoa
Disallow: /

User-agent: MLBot
Disallow: /

User-agent: page-store
Disallow: /

User-agent: Baiduspider+
Disallow: /

User-agent: sogou
Disallow: /

User-agent: larbin
Disallow: /