# Allow all
User-agent: *

#we like this one
User-agent: Mediapartners-Google*
Allow: /

User-agent: Googlebot
Allow: /

User-Agent: adidxbot
Crawl-Delay: 1 

#Crawlers that we thank kindly for playing, but we are not interested so please go away
User-agent: BaiDuSpider
Disallow: /

User-agent: beijingcrawler
Disallow: /

User-agent: ClariaBot
Disallow: /

User-agent: e-SocietyRobot
Disallow: /

User-agent: FANGCrawl
Disallow: /

User-agent: nicebot
Disallow: /

User-agent: SBIder
Disallow: /

User-agent: T8Abot
Disallow: /

User-agent: Xenu
Disallow: /

User-agent: Zealbot
Disallow: /

User-agent: ZipppBot
Disallow: /

User-agent: ZyBORG
Disallow: /

User-agent: Bitacle bot
Disallow: /

User-agent: brilliant shopper bot
Disallow: /

User-agent: BySpider
Disallow: /

User-agent: Dulance Bot
Disallow: /

User-agent: FAST-WebCrawler
Disallow: /

User-agent: GAIS Robot
Disallow: /

User-agent: Girafabot
Disallow: /

User-agent: GomezAgent
Disallow: /

User-agent: HenryTheMiragoRobot
Disallow: /

User-agent: infomine
Disallow: /

User-agent: IRLbot
Disallow: /

User-agent: MojeekBot
Disallow: /

User-agent: Naverbot
Disallow: /

User-agent: noxtrumbot
Disallow: /

User-agent: nusearch
Disallow: /

User-agent: Searchmee! Spider
Disallow: /

User-agent: Sensis Web Crawler
Disallow: /

User-agent: SeznamBot
Disallow: /

User-agent: Snapbot
Disallow: /

User-agent: VMBot
Disallow: /

User-agent: VoilaBot
Disallow: /

User-agent: WeRelateBot
Disallow: /

User-agent: Missigua Locator 1.9
Disallow: /