# # This restricts access to only known and registered robots. # User-agent: Mozilla/3.0 Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: WebFerret Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: 'Ahoy! The Homepage Finder' Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: Arachnophilia Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: ArchitextSpider Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: ASpider Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: AURESYS Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: BackRub Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: Big Brother Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: BlackWidow Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: BSpider Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: Digimarc CGIReader Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: Checkbot Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: CMC Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: combine Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: conceptbot Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: Crescent Internet ToolPak HTTP OLE Control Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: CS-HKUST-IndexServer Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: Deweb Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: DragonBot Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: EIT-Link-Verifier-Robot Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: EmailSiphon Disallow: / User-agent: EMC Spider Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: explorersearch Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: Explorer Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: ExtractorPro Disallow: / User-agent: FelixIDE Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: Hazel's Ferret Web hopper Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: ESIRover Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: fido/0.9 Harvest Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: KIT-Fireball Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: Fish-Search-Robot Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: Mozilla Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: Robot du CRIM Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: Freecrawl Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: FunnelWeb Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: gcreep Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: GetURL.rexx Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: Golem Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: Gromit Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: Gulliver Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: AITCSRobot Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: wired-digital-newsbot Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: htdig Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: HTMLgobble Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: IBM_Planetwide Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: gestaltIconoclast Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: INGRID Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: IncyWincy Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: Informant Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: InfoSeek Robot Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: Infoseek Sidewinder Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: InfoSpiders Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: inspectorwww Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: 'IAGENT Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: IsraeliSearch Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: JCrawler Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: Jeeves Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: Jobot Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: JoeBot Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: JubiiRobot Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: jumpstation Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: Katipo/1.0 Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: KDD-Explorer Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: KO_Yappo_Robot Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: LabelGrab Disallow: / User-agent: LinkWalker Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: Lycos Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: Lycos_Spider_(T-Rex) Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: Magpie Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: MediaFox Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: MerzScope Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: NEC-MeshExplorer Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: MOMspider Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: Monster Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: Motor Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: MuscatFerret Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: MwdSearch Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: NetCarta CyberPilot Pro Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: NetMechanic Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: NetScoop Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: NHSEWalker Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: Nomad-V2.x Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: NorthStar Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: Occam/1.0 Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: HKU WWW Robot Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: Orbsearch Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: PackRat Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: Patric Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: Peregrinator-Mathematics Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: Duppies Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: Pioneer Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: PGP-KA Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: Resume Robot Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: Road Runner: ImageScape Robot Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: Robbie Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: ComputingSite Robi Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: Roverbot Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: SafetyNet Robot 0.1, Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: Scooter Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: Senrigan/xxxxxx Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: SG-Scout Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: Shai'Hulud Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: SimBot Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: Open Text Site Crawler V1.0 Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: SiteTech-Rover Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: Slurp Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: ESISmartSpider Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: Snooper Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: Solbot Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: Spanner Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: no Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: Tarantula Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: tarspider Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: dlw3robot Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: Templeton Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: TitIn Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: TITAN Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: UCSD-Crawler Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: urlck Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: Valkyrie Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: Victoria Disallow: /cgi-bin/ User-agent: vision-search Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: VWbot_K Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: w3index Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: W3M2/x.xxx Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: WWWWanderer Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: WebCopy/ Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: WebCrawler Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: WebFetcher Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: weblayers Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: WebLinker Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: WebMoose Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: Digimarc WebReader Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: webvac Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: webwalk Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: WebWatch Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: Wget/1.4.0 Disallow: /cgi-bin/ User-agent: w3mir Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: WWWC Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: XGET Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: Nederland.zoek Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: BizBot04 Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: HappyBot Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: CaliforniaBrownSpider Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: EI*Net Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: Ibot Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: Merritt Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: StatFetcher Disallow: /cgi-bin/ User-agent: TeacherSoft Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: WWW Collector Disallow: /cgi-bin/ User-agent: wobot5 Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: Libertech-Rover Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: WhoWhere Robot Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: ITI Spider Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: MyCNNSpider Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: SummyCrawler Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: OGspider Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: linklooker Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: CyberSpyder Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: SlowBot Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: heraSpider Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: Surfbot Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: Bizbot003 Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: WebWalker Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: SandBot Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: EnigmaBot Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: spyder3.microsys.com Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: www.freeloader.com. Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: Googlebot Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: METAGOPHER Disallow: /cgi-bin/ Disallow: /store/admin/ Disallow: /store_mil/admin/ User-agent: * Disallow: /