# Robots.txt file from http://www.morganwalkeronline.com # # Bans from cgi-bin and drafts # # Disallow /cgi-bin/ User-agent: Googlebot Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: Mozilla/3.0 (compatible;miner;mailto:miner@miner.com.br) Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: WebFerret Disallow: /cgi-bin/ Disallow: /drafts/ User-agent: no Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: 'Ahoy! The Homepage Finder' Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: Arachnophilia Disallow: /cgi-bin/ Disallow: /drafts/ User-agent: ArchitextSpider Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: ASpider/0.09 Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: AURESYS/1.0 Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: BackRub/*.* Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: Big Brother Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: BlackWidow Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: BSpider/1.0 libwww-perl/0.40 Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: CACTVS Chemistry Spider Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: Digimarc CGIReader/1.0 Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: Checkbot/x.xx LWP/5.x Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: CMC/0.01 Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: combine/0.0 Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: conceptbot/0.3 Disallow: /cgi-bin/ Disallow: /drafts/ User-agent: Crescent Internet ToolPak HTTP OLE Control v.1.0 Disallow: /cgi-bin/ Disallow: /drafts/ User-agent: root/0.1 Disallow: /cgi-bin/ Disallow: /drafts/ User-agent: CS-HKUST-IndexServer/1.0 Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: CyberSpyder/2.1 Disallow: /cgi-bin/ Disallow: /drafts/ User-agent: Deweb/1.01 Disallow: /cgi-bin/ Disallow: /drafts/ User-agent: DragonBot/1.0 libwww/5.0 Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: EIT-Link-Verifier-Robot/0.2 Disallow: /cgi-bin/ Disallow: /drafts/ User-agent: Emacs-w3/v[0-9\.]+ Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: EmailSiphon Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: EMC Spider Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: explorersearch Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: Explorer Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: ExtractorPro Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: FelixIDE/1.0 Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: Hazel's Ferret Web hopper, Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: ESIRover v1.0 Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: fido/0.9 Harvest/1.4.pl2 Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: Fish-Search-Robot Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: Mozilla/2.0 (compatible fouineur v2.0; fouineur.9bit.qc.ca) Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: Freecrawl Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: FunnelWeb-1.0 Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: GetURL.rexx v1.05 Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: Golem/1.1 Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: Gulliver/1.1 Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: wired-digital-newsbot/1.5 Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: htdig/3.0b3 Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: HTMLgobble v2.2 Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: IBM_Planetwide, Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: InfoSeek Robot 1.0 Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: Infoseek Sidewinder Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: InfoSpiders/0.1 Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: JCrawler/0.2 Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: Jeeves v0.05alpha (PERL, LWP, lglb@doc.ic.ac.uk) Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: LinkWalker Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: logo.gif crawler Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: Lycos/x.x Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: Lycos_Spider_(T-Rex) Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: Magpie/1.0 Disallow: User-agent: MediaFox/x.y Disallow: /cgi-bin/ Disallow: /drafts/ User-agent: Monster/vX.X.X -$TYPE ($OSTYPE) Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: NetCarta CyberPilot Pro Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: NetMechanic Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: NetScoop/1.0 libwww/5.0a Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: Nomad-V2.x Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: HKU WWW Robot, Disallow: /cgi-bin/ Disallow: /drafts/ User-agent: Resume Robot Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: Road Runner: ImageScape Robot (lim@cs.leidenuniv.nl) Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: Robbie/0.1 Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: ComputingSite Robi/1.0 (robi@computingsite.com) Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: Roverbot Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: SafetyNet Robot 0.1, Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: Scooter/1.0 Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: SimBot/1.0 Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: SiteTech-Rover Disallow: /cgi-bin/ Disallow: /drafts/ User-agent: Mozilla/3.0 (Black Widow v1.1.0; Linux 2.0.27; Dec 31 1997 12:25:00 Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: Tarantula/1.0 Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: WebCrawler/3.0 Robot libwww/5.0a Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: WebFetcher/0.8, Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: WebLinker/0.0 libwww-perl/0.1 Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: WebMoose/0.0.0000 Disallow: /cgi-bin/ Disallow: /drafts/ User-agent: Digimarc WebReader/1.2 Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: webs@recruit.co.jp Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: WebWalker/1.10 Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: WebWatch Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: Wget/1.4.0 Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: none Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: BizBot04 kirk.overleaf.com Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: HappyBot (gserver.kw.net) Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: CaliforniaBrownSpider Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: TeacherSoft/1.0 libwww/2.17 Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: MyCNNSpider Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: linklooker Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: CyberSpyder (amant@www.cyberspyder.com) Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: SlowBot Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: Bizbot003 Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: WebWalker Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: www.freeloader.com. Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: METAGOPHER Disallow: /cgi-script/csMailto Disallow:/cgi-script/psLinks Disallow: /drafts/ User-agent: * Disallow: /