User-agent: * Disallow: /jp Disallow: /us/1661/ Disallow: /us/1761/ Disallow: /uk/1661/ Disallow: /uk/1761/ Disallow: /ca/1661/ Disallow: /ca/1761/ Disallow: /de/1661/ Disallow: /de/1761/ Disallow: /fr/1661/ Disallow: /fr/1761/ User-agent: GoogleBot Crawl-delay: 1 User-agent: Slurp Crawl-delay: 10 User-agent: msnbot Crawl-delay: 10 User-agent: BecomeBot Disallow: / User-agent: walhello Disallow: / User-agent: StackRambler Disallow: / User-agent: baiduspider Disallow: / User-agent: lmspider Disallow: / User-agent: Openbot Disallow: / User-agent: aipbot Disallow: / User-agent: BruinBot Disallow: / User-agent: ageboy Disallow: / User-agent: ahoy Disallow: / User-agent: AlkalineBOT Disallow: / User-agent: arale Disallow: / User-agent: araneo Disallow: / User-agent: AraybOt Disallow: / User-agent: ATN_Worldwide Disallow: / User-agent: Atomz Disallow: / User-agent: biness Disallow: / User-agent: Bjaaland Disallow: / User-agent: borg-bot Disallow: / User-agent: BotLink Disallow: / User-agent: boxseabot Disallow: / User-agent: bspider Disallow: / User-agent: christcrawler Disallow: / User-agent: CMC Disallow: / User-agent: combine Disallow: / User-agent: confuzzledbot Disallow: / User-agent: CoolBot Disallow: / User-agent: cosmos Disallow: / User-agent: crawlpaper Disallow: / User-agent: cusco Disallow: / User-agent: cyberspyder Disallow: / User-agent: cydralspider Disallow: / User-agent: DD-Explorer Disallow: / User-agent: desertrealm Disallow: / User-agent: digger Disallow: / User-agent: DIIbot Disallow: / User-agent: downloadexpress Disallow: / User-agent: DragonBot Disallow: / User-agent: DSE Disallow: / User-agent: dwcp Disallow: / User-agent: ebBandit Disallow: / User-agent: ebquest Disallow: / User-agent: ecollector Disallow: / User-agent: enrigan Disallow: / User-agent: esther Disallow: / User-agent: fastcrawler Disallow: / User-agent: fido Disallow: / User-agent: fouineur Disallow: / User-agent: Freecrawl Disallow: / User-agent: gammaSpider Disallow: / User-agent: gazz Disallow: / User-agent: gcreep Disallow: / User-agent: golem Disallow: / User-agent: grabber Disallow: / User-agent: Gromit Disallow: / User-agent: gulliver Disallow: / User-agent: gulper Disallow: / User-agent: hagseeker Disallow: / User-agent: hambot Disallow: / User-agent: havIndex Disallow: / User-agent: hotwired Disallow: / User-agent: htdig Disallow: / User-agent: iajabot Disallow: / User-agent: il Disallow: / User-agent: image.kapsi.net Disallow: / User-agent: Informant Disallow: / User-agent: InfoSpiders Disallow: / User-agent: INGRID Disallow: / User-agent: Internet Cruiser Robot Disallow: / User-agent: irobot Disallow: / User-agent: JBot Disallow: / User-agent: jcrawler Disallow: / User-agent: jobo Disallow: / User-agent: KIT-Fireball Disallow: / User-agent: ko_yappo_robot Disallow: / User-agent: konline Disallow: / User-agent: label-grabber Disallow: / User-agent: larbin Disallow: / User-agent: Lcrawler Disallow: / User-agent: legs Disallow: / User-agent: lfinbot Disallow: / User-agent: Linkidator Disallow: / User-agent: marvin Disallow: / User-agent: mattie Disallow: / User-agent: mediafox Disallow: / User-agent: MerzScope Disallow: / User-agent: Motor Disallow: / User-agent: muncher Disallow: / User-agent: muninn Disallow: / User-agent: MuscatFerret Disallow: / User-agent: MwdSearch Disallow: / User-agent: Nederland.zoek Disallow: / User-agent: NetScoop Disallow: / User-agent: newscan-online Disallow: / User-agent: nthill Disallow: / User-agent: ObjectsSearch Disallow: / User-agent: Occam Disallow: / User-agent: ockon Disallow: / User-agent: oget Disallow: / User-agent: opiclink Disallow: / User-agent: Orbsearch Disallow: / User-agent: packrat Disallow: / User-agent: ParaSite Disallow: / User-agent: patric Disallow: / User-agent: peedy Disallow: / User-agent: pegasus Disallow: / User-agent: perlcrawler Disallow: / User-agent: phpdig Disallow: / User-agent: piltdownman Disallow: / User-agent: Pimptrain Disallow: / User-agent: pjspider Disallow: / User-agent: PlumtreeWebAccessor Disallow: / User-agent: PortalBSpider Disallow: / User-agent: psbot Disallow: / User-agent: Raven Disallow: / User-agent: RHCS Disallow: / User-agent: riffon Disallow: / User-agent: rks Disallow: / User-agent: roadrunner Disallow: / User-agent: Robbie Disallow: / User-agent: robi Disallow: / User-agent: RoboCrawl Disallow: / User-agent: robofox Disallow: / User-agent: ron33 Disallow: / User-agent: Scooter Disallow: / User-agent: Search-AU Disallow: / User-agent: searchprocess Disallow: / User-agent: sharp-info-agent Disallow: / User-agent: sift Disallow: / User-agent: SimBot Disallow: / User-agent: Site Valet Disallow: / User-agent: skymob Disallow: / User-agent: snooper Disallow: / User-agent: solbot Disallow: / User-agent: spider_monkey Disallow: / User-agent: SpiderBot Disallow: / User-agent: suke Disallow: / User-agent: tach_bw Disallow: / User-agent: TechBOT Disallow: / User-agent: templeton Disallow: / User-agent: T-H-U-N-D-E-R-S-T-O-N-E Disallow: / User-agent: titin Disallow: / User-agent: Valkyrie Disallow: / User-agent: verticrawl Disallow: / User-agent: Victoria Disallow: / User-agent: void-bot Disallow: / User-agent: Voyager Disallow: / User-agent: VWbot_K Disallow: / User-agent: wapspider Disallow: / User-agent: webcatcher Disallow: / User-agent: WebMechanic Disallow: / User-agent: WebMoose Disallow: / User-agent: webreaper Disallow: / User-agent: webspider Disallow: / User-agent: WebWalker Disallow: / User-agent: wget Disallow: / User-agent: whowhere Disallow: / User-agent: winona Disallow: / User-agent: wlm Disallow: / User-agent: WOLP Disallow: / User-agent: WWWC Disallow: / User-agent: XGET Disallow: /