User-agent: Exabot-Test
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: Mediapartners-Google
Disallow: /

User-agent: Googlebot
Disallow: /

User-agent: msnbot-media
Disallow: /

User-agent: msnbot
Disallow: /

User-agent: Slurp
Disallow: /

User-agent: VoilaBot
Disallow: /

User-agent: Speedy
Disallow: /

User-agent: crawler.archive.org
Disallow: /

User-agent: bibnum.bnf.fr
Disallow: /

User-agent: Pagebull
Disallow: /

User-agent: Scooter
Disallow: /

User-agent: BaiDuSpider
Disallow: /

User-agent: sogou
Disallow: /

User-agent: Jyxobot
Disallow: /

User-agent: Girafabot
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: Jeeves
Disallow: /

User-agent: Fasterfox
Disallow: /

User-Agent: MJ12bot
Disallow: /

User-Agent: BecomeBot
Disallow: /

User-Agent: Yahoo-MMCrawler
Disallow:/

User-agent: Shim-Crawler 
Disallow: /

User-agent: Snapbot 
Disallow: /

User-agent: NextGenSearchBot
Disallow: /

User-agent: StackRambler
Disallow: /

User-agent: GurujiBot 
Disallow: /

User-agent: IRLbot 
Disallow: /

User-agent: Gigabot 
Disallow: /

User-agent: gsa-crawler
Disallow: /