User-agent: * Disallow: /cgi-bin/ Disallow: /tmp/ Disallow: /etc/ Disallow: /mail/ Disallow: /public_ftp/ User-agent: googlebot Disallow: /cgi-bin/ Disallow: /tmp/ Disallow: /etc/ Disallow: /mail/ Disallow: /public_ftp/ User-agent: Black Hole Disallow: / User-agent: CopyRightCheck Disallow: / User-agent: DigOut4U Disallow: / User-agent: DISCoFinder Disallow: / User-agent: eCatch Disallow: / User-agent: EmailCollector Disallow: / User-agent: EmailSiphon Disallow: / User-agent: EmailWolf Disallow: / User-agent: EirGrabber Disallow: / User-agent: ExtractorPro Disallow: / User-agent: FairAd Client Disallow: / User-agent: Kenjin Spider Disallow: / User-agent: NexTools WebAgent Disallow: / User-agent: Offline Explorer Disallow: / User-agent: ParaSite Disallow: / User-agent: Searchworks Spider Disallow: / User-agent: SiteMapper Disallow: / User-agent: SiteSnagger Disallow: / User-agent: SuperBot Disallow: / User-agent: Teleport Disallow: / User-agent: Teleport Pro Disallow: / User-agent: Telesoft Disallow: / User-agent: Web2Map Disallow: / User-agent: WebAuto Disallow: / User-agent: WebBandit Disallow: / User-agent: WebCopier Disallow: / User-agent: Webdup Disallow: / User-agent: WebFetch Disallow: / User-agent: WebReaper Disallow: / User-agent: Webrobot Disallow: / User-agent: Website eXtractor Disallow: / User-agent: WebSnatcher Disallow: / User-agent: Webster Pro Disallow: / User-agent: WebStripper Disallow: / User-agent: WebTwin Disallow: / User-agent: WebVCR Disallow: / User-agent: WebZIP Disallow: / User-agent: WWW-Collector-E Disallow: / User-agent: Xaldon WebSpider Disallow: /