User-agent: *
Disallow: /bo/


# Crawlers that are kind enough to obey, but which we'd rather not have
# unless they're feeding search engines.
User-agent: UbiCrawler
User-agent: 008
User-agent: 123peoplebot
User-agent: Abonti
User-agent: Aboundexbot
User-agent: AhrefsBot
User-agent: aiHitBot
User-agent: ApptusBot
User-agent: BeetleBot
User-agent: BLEXBot
User-agent: careerbot
User-agent: CatchBot
User-agent: ccbot
User-agent: CompSpyBot
User-agent: CukBot
User-agent: DBLBot
User-agent: discobot
User-agent: discoverybot
User-agent: dotbot
User-agent: Drupal
User-agent: EdisterBot
User-agent: emefgebot
User-agent: eventax
User-agent: Exabot
User-agent: Ezooms
User-agent: Fasterfox
User-agent: GeoHasher
User-agent: GingerCrawler
User-agent: gonzo*
User-agent: grapeshot
User-agent: gsa-crawler
User-agent: htdig
User-agent: httrack
User-agent: HuaweiSymantecSpider
User-agent: ICCrawler - iCjobs
User-agent: itim
User-agent: JobSpider_BA
User-agent: KFSW-Bot
User-agent: larbin
User-agent: laycat
User-agent: lb-spider
User-agent: LexxeBot
User-agent: LinkChecker
User-agent: MJ12bot
User-agent: MLBot
User-agent: MSIECrawler
User-agent: NCBot
User-agent: Neliveto
User-agent: NextGenSearchBot
User-agent: Nutch
User-agent: PagesInventory
User-agent: panelbot
User-agent: panscient.com
User-agent: PDFBot
User-agent: pflab
User-agent: picmole
User-agent: Pixray-Seeker
User-agent: Plukkie
User-agent: psbot
User-agent: Purebot
User-agent: rganalytics
User-agent: Riddlerbot
User-agent: robotgenius
User-agent: Ronzoobot
User-agent: RoWork-Bot
User-agent: Ruky-Roboter
User-agent: search17
User-agent: SearchmetricsBot
User-agent: sistrix
User-agent: sitebot
User-agent: SiteExplorer
User-agent: Snappy
User-agent: Sosospider
User-agent: ssearch_bot
User-agent: StatoolsBot
User-agent: suggybot
User-agent: Tarantulas
User-agent: ThumbShots-Bot
User-agent: thumbshots-de-bot
User-agent: unister-bot
User-agent: upictoBot
User-agent: Voracious
User-agent: WBSearchBot
User-agent: WebAlta
User-agent: WebCompanyCrawler
User-agent: WebmasterCoffee
User-agent: webmeasurement-bot
User-agent: WebReaper
User-agent: wget
User-agent: Wiamond-Bot
User-agent: WIRE
User-agent: yacybot
User-agent: Yahoo Pipes 2.0
User-agent: YodaoBot
User-agent: YodaoBot-Image
User-agent: YodaoBot-Mobile
User-agent: YoudaoBot
User-agent: YPBot
User-agent: Zookabot
User-agent: DOC
User-agent: Zao
User-agent: baiduspider
User-agent: Flamingo_SearchEngine
User-agent: Whitevector Crawler
User-agent: Yandex
User-Agent: JikeSpider
Disallow: /


User-agent: Slurp
Crawl-delay: 10