User-agent: WebAlta Crawler
Disallow: /

User-agent: abot
Disallow: /

User-agent: amibot
Disallow: /

User-agent: askpeter_bot
Disallow: /

User-agent: askpeter_jeanie_2009_bot
Disallow: /

User-agent: baiduspider-cpro
Disallow: /

User-agent: baiduspider-mobile-gate
Disallow: /

User-agent: based crawler
Disallow: /

User-agent: betaBot
Disallow: /

User-agent: botje
Disallow: /

User-agent: com Robot
Disallow: /

User-agent: com_bot
Disallow: /

User-agent: discobot
Disallow: /

User-agent: gh-index-bot
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: info_bot
Disallow: /

User-agent: obot
Disallow: /

User-agent: psbot
Disallow: /

User-agent: robotgenius
Disallow: /

User-agent: robots
Disallow: /

User-agent: slurp
Disallow: /

User-agent: superbot
Disallow: /

User-agent: Twiceler
Disallow: /

User-agent: Tasapspider
Disallow: /

User-agent: Tagoobot
Disallow: /

User-agent: SurveyBot
Disallow: /

User-agent: Speedy Spider
Disallow: /

User-agent: Sogouinbot
Disallow: /

User-agent: SoMetaBot
Disallow: /

User-agent: SimilarPages Nutch Crawler
Disallow: /

User-agent: Servage Robot
Disallow: /

User-agent: Rexyobot
Disallow: /

User-agent: QroboDomainBot
Disallow: /

User-agent: QihooBot
Disallow: /

User-agent: PHPCrawl
Disallow: /

User-agent: MSIECrawler
Disallow: /

User-agent: MLBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: MCABot
Disallow: /

User-agent: KaloogaBot
Disallow: /

User-agent: ICC-Crawler
Disallow: /

User-agent: GingerCrawler
Disallow: /

User-agent: Gaisbot
Disallow: /

User-agent: FollowSite Bot
Disallow: /

User-agent: DoubleVerify Crawler
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: DelvuBot
Disallow: /

User-agent: DBLBot
Disallow: /

User-agent: Crawler
Disallow: /

User-agent: CollapsarWEB qihoobot
Disallow: /

User-agent: CatchBot
Disallow: /

User-agent: CCBot
Disallow: /

#
# robots.txt
#

User-agent: *

Disallow: /cache/
Disallow: /errorlog/
Disallow: /images/
Disallow: /include/
Disallow: /templates/
Disallow: /modules/