User-agent: ABCdatos BotLink Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Acme.Spider.Spider Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Ahoy! The Homepage Finder Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Alkaline Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: ananzi Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Anthill Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Arachnophilia Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Arale Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Araneo Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: AraybOt Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: ArchitextSpider Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Aretha Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: ARIADNE Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: arks Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: AskJeeves Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: ASpider (Associative Spider) Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: ATN Worldwide Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Atomz.com Search Robot Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: AURESYS Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: BackRub Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: BBot Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Big Brother Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Bjaaland Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: BlackWidow Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Bloodhound Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Borg-Bot Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: BoxSeaBot Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: bright.net caching robot Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: BSpider Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: CACTVS Chemistry Spider Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Calif Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Cassandra Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Checkbot Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: ChristCrawler.com Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: churl Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: cIeNcIaFiCcIoN.nEt Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: CMC/0.1 Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Collective Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Combine System Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: ComputingSite Robi/1.0 Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: ConfuzzledBot Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: CoolBot Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Cusco Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: CyberSpyder Link Test Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: CydralSpider Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Desert Realm Spider Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: DeWeb(c) Katalog/Index Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Die Blinde Kuh Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: DienstSpider Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Digger Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Digimarc MarcSpider Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Digimarc Marcspider/CGI Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Digital Integrity Robot Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Direct Hit Grabber Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: DNAbot Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: DownLoad Express Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: DragonBot Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: DWCP (Dridus' Web Cataloging Project) Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: EbiNess Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: e-collector Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: EIT Link Verifier Robot Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: ELFINBOT Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Emacs-w3 Search Engine Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: esculapio Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Esther Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Evliya Celebi Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: FastCrawler Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Felix IDE Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: FetchRover Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: fido Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Fish search Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Fluid Dynamics Search Engine robot Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Fouineur Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Freecrawl Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: FunnelWeb Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: gammaSpider, FocusedCrawler Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: gazz Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: GCreep Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: GetBot Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: GetterroboPlus Puu Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: GetURL Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Golem Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Googlebot Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Grapnel/0.01 Experiment Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Griffon Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Gromit Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Gulper Bot Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: H?h?i Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: HamBot Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Harvest Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: havIndex Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: HI (HTML Index) Search Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: HKU WWW Octopus Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Hometown Spider Pro Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: ht://Dig Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: html_analyzer Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: HTMLgobble Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Hyper-Decontextualizer Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: I, Robot Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: iajaBot Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: IBM_Planetwide Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: image.kapsi.net Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Imagelock Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: IncyWincy Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Informant Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: InfoSeek Robot 1.0 Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Infoseek Sidewinder Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: InfoSpiders Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Ingrid Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Inktomi Slurp Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Inspector Web Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: IntelliAgent Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Internet Cruiser Robot Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Internet Shinchakubin Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Iron33 Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Israeli-search Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: JavaBee Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: JBot Java Web Robot Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: JCrawler Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: JoBo Java Web Robot Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Jobot Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: JoeBot Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: JumpStation Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Katipo Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: KDD-Explorer Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Kilroy Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: KIT-Fireball Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: KO_Yappo_Robot Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: LabelGrabber Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: larbin Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: legs Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Link Validator Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: LinkScan Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: LinkWalker Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Lockon Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: logo.gif Crawler Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Lycos Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Mac WWWWorm Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Magpie Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: marvin/infoseek Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Mattie Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: MediaFox Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: MerzScope Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: MindCrawler Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: mnoGoSearch search engine software Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: moget Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: MOMspider Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Monster Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Motor Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: MSNBot Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Muncher Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Muninn Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Muscat Ferret Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Mwd.Search Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: NDSpider Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: NEC-MeshExplorer Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Nederland.zoek Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: NetCarta WebMap Engine Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: NetMechanic Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: NetScoop Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: newscan-online Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: NHSE Web Forager Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Nomad Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Northern Light Gulliver Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: nzexplorer Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: ObjectsSearch Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Occam Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: OntoSpider Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Openfind data gatherer Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Orb Search Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Pack Rat Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: PageBoy Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: ParaSite Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Patric Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: pegasus Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: PerlCrawler 1.0 Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: PGP Key Agent Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Phantom Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: PhpDig Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: PiltdownMan Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Pimptrain.com's robot Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Pioneer Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: PlumtreeWebAccessor Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Poppi Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Popular Iconoclast Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Portal Juice Spider Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: PortalB Spider Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: psbot Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Raven Search Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: RBSE Spider Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Resume Robot Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: RixBot Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Road Runner: The ImageScape Robot Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: RoadHouse Crawling System Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Robbie the Robot Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: RoboCrawl Spider Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: RoboFox Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Robot Francoroute Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Robozilla Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Roverbot Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: RuLeS Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: SafetyNet Robot Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Scooter Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Search.Aus-AU.COM Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: SearchProcess Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Senrigan Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: SG-Scout Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: ShagSeeker Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Shai'Hulud Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Sift Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Simmany Robot Ver1.0 Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Site Searcher Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Site Valet Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: SiteTech-Rover Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Skymob.com Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: SLCrawler Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Sleek Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Smart Spider Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Snooper Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Solbot Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Speedy Spider Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: spider_monkey Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: SpiderBot Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Spiderline Crawler Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: SpiderMan Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: SpiderView(tm) Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Spry Wizard Robot Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Suke Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: suntek search engine Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Sven Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Sygol Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: TACH Black Widow Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Tarantula Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: tarspider Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Tcl W3 Robot Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: TechBOT Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Templeton Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: The Jubii Indexing Robot Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: The NorthStar Robot Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: The NWI Robot Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: The Peregrinator Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: The Python Robot Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: The TkWWW Robot Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: The Web Moose Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: The Web Wombat Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: The Webfoot Robot Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: the World Wide Web Wanderer Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: The World Wide Web Worm Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: TITAN Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: TitIn Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: TLSpider Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: UCSD Crawl Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: UdmSearch Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: unnamed Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: UptimeBot Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: URL Check Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: URL Spider Pro Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Valkyrie Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Verticrawl Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Victoria Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: vision-search Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: void-bot Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Voyager Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: VWbot Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: w@pSpider by wap4.com Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: W3M2 Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: w3mir Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Walhello appie Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: WallPaper (alias crawlpaper) Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Web Core / Roots Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: WebBandit Web Spider Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: WebCatcher Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: WebCopy Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: webfetcher Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Webinator Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: weblayers Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: WebLinker Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Weblog Monitor Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: WebMirror Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: WebQuest Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: WebReaper Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: webs Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Websnarf Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: WebSpider Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: WebStolperer Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: WebVac Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: webwalk Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: WebWalker Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: WebWatch Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: WebZinger Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Wget Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: whatUseek Winona Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: WhoWhere Robot Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Wild Ferret Web Hopper #1, #2, #3 Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Wired Digital Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: WWWC Ver 0.2.5 Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: XGET Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: XYLEME Robot Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: Mediapartners-Google Disallow:/en/_data/ Disallow:/en/scripts/ User-agent: * Disallow:/en/_data/ Disallow:/en/scripts/