User-agent: * Disallow: /cgi-bin/ Disallow: /cp/ Disallow: /modlogan/ Disallow: /webalizer/ Disallow: /_tst.php Disallow: /create_image.php Disallow: /captcha_check.php Disallow: /external.js Disallow: /ajax_captcha.js # Disallow Collectors and Spam User-agent: atSpider Disallow: / User-agent: cherrypicker Disallow: / User-agent: DSurf Disallow: / User-agent: e-collector Disallow: / User-agent: EliteSys Entry Disallow: / User-agent: EmailCollector Disallow: / User-agent: EmailSiphon Disallow: / User-agent: EmailWolf Disallow: / User-agent: Mail Sweeper Disallow: / User-agent: munky Disallow: / User-agent: Roverbot Disallow: / User-agent: WebEmailExtrac Disallow: / # Disallow Offline Browsers User-agent: xGet Disallow: / User-agent: wGet Disallow: / User-agent: WebWalk Disallow: / User-agent: webvac Disallow: / User-agent: WebReaper Disallow: / User-agent: WebMirror Disallow: / User-agent: WebFetcher Disallow: / User-agent: WebCopy Disallow: / User-agent: webcopier Disallow: / User-agent: WebCatcher Disallow: / User-agent: WebBandit Disallow: / User-agent: w3mir Disallow: / User-agent: vobsub Disallow: / User-agent: Templeton Disallow: / User-agent: ssearcher100 Disallow: / User-agent: SpiderBot Disallow: / User-agent: Shai'Hulud Disallow: / User-agent: PBWF Disallow: / User-agent: LightningDownload Disallow: / User-agent: KDD Exploror Disallow: / User-agent: Bloodhound Disallow: / User-agent: DownLoad Express Disallow: / # Disallow image grabbers User-agent: DownLoad Express Disallow: / # Disallow grabbing image types User-agent: * Disallow: /*.gif$ User-agent: * Disallow: /*.jpg$