User-agent: * Disallow: /network/user/ Disallow: /discus_admin Disallow: /recommend.cgi Disallow: /pollit/ Disallow: /cgi-bin/ Disallow: /stats/ Disallow: /includes/ Disallow: /ads/ Disallow: /adsdata/ Disallow: /survey.html Disallow: /tribute/ Disallow: /forums/admin/ Disallow: /forums/images/ Disallow: /forums/includes/ Disallow: /forums/language/ Disallow: /forums/templates/ Disallow: /forums/common.php Disallow: /forums/groupcp.php Disallow: /forums/memberlist.php Disallow: /forums/modcp.php Disallow: /forums/posting.php Disallow: /forums/profile.php Disallow: /forums/privmsg.php Disallow: /forums/viewonline.php Disallow: /forums/faq.php Disallow: /forums/updates-topic User-agent: Fasterfox Disallow: / User-Agent: Googlebot-Image Disallow: / User-agent: dialect Disallow: / User-agent: WebReaper Disallow: / User-agent: Wget Disallow: / User-agent: Wget/1.5.3 Disallow: / User-agent: Wget/1.6 Disallow: / User-agent: Explorer www@openxxx.net Disallow: / User-agent: Offline Explorer Disallow: / User-agent: Zeus Disallow: / User-agent: Zeus 32297 Webster Pro V2.9 Win32 Disallow: / User-agent: Website Quester Disallow: / User-agent: Webster Pro Disallow: / User-agent: WebEnhancer Disallow: / User-agent: BlowFish/1.0 Disallow: / User-agent: Microsoft URL Control - 5.01.4511 Disallow: / User-agent: CherryPickerSE/1.0 Disallow: / User-agent: CherryPickerElite/1.0 Disallow: / User-agent: Harvest/1.5 Disallow: / User-agent: libWeb/clsHTTP Disallow: / User-agent: WebStripper Disallow: / User-agent: Teleport Disallow: / User-agent: TeleportPro Disallow: / User-agent: ia_archiver Disallow: / User-agent: ia_archiver/1.6 Disallow: / User-agent: EmailWolf Disallow: / User-agent: ExtractorPro Disallow: / User-agent: CopyRightCheck Disallow: / User-agent: EmailCollector Disallow: / User-agent: EmailSiphon Disallow: /