# # This restricts access to only known and registered robots. # User-agent: Googlebot Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: Mozilla/3.0 Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: WebFerret Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: 'Ahoy! The Homepage Finder' Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: Arachnophilia Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: ArchitextSpider Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: ASpider/0.09 Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: AURESYS/1.0 Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: Big Brother Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: BlackWidow Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: CACTVS Chemistry Spider Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: Digimarc CGIReader/1.0 Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: Checkbot/x.xx LWP/5.x Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: combine/0.0 Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: conceptbot/0.3 Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: root/0.1 Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: CS-HKUST-IndexServer/1.0 Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: CyberSpyder/2.1 Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: Deweb/1.01 Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: DragonBot/1.0 libwww/5.0 Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: EIT-Link-Verifier-Robot/0.2 Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: Emacs-w3/v[0-9\.]+ Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: EMC Spider Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: explorersearch Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: Explorer Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: ExtractorPro Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: FelixIDE/1.0 Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: ESIRover v1.0 Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: Fish-Search-Robot Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: Robot du CRIM 1.0a Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: Freecrawl Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: FunnelWeb-1.0 Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: Golem/1.1 Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: Gromit/1.0 Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: Gulliver/1.1 Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: AITCSRobot/1.1 Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: wired-digital-newsbot/1.5 Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: htdig/3.0b3 Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: HTMLgobble v2.2 Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: IBM_Planetwide, Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: INGRID/0.1 Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /transfer/ Disallow: /gallery/ User-agent: Informant Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: InfoSeek Robot 1.0 Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: Infoseek Sidewinder Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: InfoSpiders/0.1 Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: 'IAGENT/1.0' Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: IsraeliSearch/1.0 Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: JCrawler/0.2 Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: JoeBot, Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: JubiiRobot Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: jumpstation Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: Katipo/1.0 Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: KDD-Explorer/0.1 Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: LabelGrab/1.1 Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: LinkWalker Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: logo.gif crawler Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: Lycos/x.x Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: Lycos_Spider_(T-Rex) Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: Magpie/1.0 Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: MediaFox/x.y Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: MerzScope Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: NEC-MeshExplorer Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: Motor/0.2 Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: MuscatFerret Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: MwdSearch/0.1 Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: NetCarta CyberPilot Pro Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: NetMechanic Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: NetScoop/1.0 libwww/5.0a Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: NHSEWalker/3.0 Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: Nomad-V2.x Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: NorthStar Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: Occam/1.0 Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: HKU WWW Robot, Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: Orbsearch/1.0 Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: PackRat/1.0 Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: Duppies Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: Pioneer Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: PGP-KA/1.2 Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: Resume Robot Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: Robbie/0.1 Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: Roverbot Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: SafetyNet Robot 0.1, Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: Scooter/1.0 Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: SG-Scout Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: Shai'Hulud Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /transfer/ Disallow: /gallery/ User-agent: SimBot/1.0 Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: Open Text Site Crawler V1.0 Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: SiteTech-Rover Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ User-agent: Slurp/2.0 Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: ESISmartSpider/2.0 Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: Snooper/b97_01 Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: Solbot/1.0 LWP/5.07 Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: Spanner/1.0 Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: Mozilla/3.0 Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: Tarantula/1.0 Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: tarspider Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: Templeton/ Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: TitIn/0.2 Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: TITAN/0.1 Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: UCSD-Crawler Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: urlck/1.2.3 Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: Victoria/1.0 Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: VWbot_K/4.2 Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: w3index Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: W3M2/x.xxx Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: WWWWanderer v3.0 Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /transfer/ Disallow: /gallery/ User-agent: WebCopy/ Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: WebCrawler Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: WebFetcher/0.8, Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: weblayers/0.0 Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: WebMoose Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: Digimarc WebReader/1.2 Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /transfer/ Disallow: /gallery/ User-agent: webs@recruit.co.jp Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: webvac/1.0 Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: webwalk Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: WebWalker/1.10 Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: WebWatch Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: Wget/1.4.0 Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: w3mir Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: XGET/0.7 Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: Nederland.zoek Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: CaliforniaBrownSpider Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: Merritt/1.0 Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: StatFetcher/1.0 Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: WWW Collector Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: WhoWhere Robot Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: ITI Spider Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: MyCNNSpider Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: SummyCrawler Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: OGspider Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: linklooker Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: SlowBot Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: heraSpider Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: Surfbot Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: Bizbot003 Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: WebWalker Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: SandBot Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: EnigmaBot Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: METAGOPHER Disallow: /files/ Disallow: /images/ Disallow: /scripts/ Disallow: /tour/ Disallow: /revise/ Disallow: /gallery/ Disallow: /transfer/ User-agent: BlogBot Disallow: / User-agent: psbot Disallow: / User-agent: rabaz Disallow: / User-agent: rico Disallow: / User-agent: RPT-HTTPClient Disallow: / User-agent: TurnitinBot Disallow: / User-agent: Lachesis Disallow: / User-agent: ScoutAbout Disallow: / User-agent: * Disallow: /