# # WebmasterWorld.com: robots.txt # Please, we do NOT allow nonauthorized robots any longer. # http://www.searchengineworld.com/robots/ User-agent: * Disallow: /cgi-bin/ Disallow: /images/ Disallow: /fpdb/ Disallow: /online/ User-agent: URL_Spider_Pro Disallow: / User-agent: CherryPicker Disallow: / User-agent: EmailCollector Disallow: / User-agent: EmailSiphon Disallow: / User-agent: WebBandit Disallow: / User-agent: EmailWolf Disallow: / User-agent: ExtractorPro Disallow: / User-agent: SiteSnagger Disallow: / User-agent: WebStripper Disallow: / User-agent: WebSauger Disallow: / User-agent: WebCopier Disallow: / User-agent: NetAnts Disallow: / User-agent: Mister PiX Disallow: / User-agent: TheNomad Disallow: / User-agent: Harvest/1.5 Disallow: / User-agent: CherryPickerSE/1.0 Disallow: / User-agent: CherryPickerElite/1.0 Disallow: / User-agent: WebBandit/3.50 Disallow: / User-agent: BotALot Disallow: / User-agent: Keyword Density/0.9 Disallow: / User-agent: WebmasterWorld Extractor Disallow: /