# For more information about the robots.txt standard, see: # http://www.robotstxt.org/wc/robots.html # # For syntax checking, see: # http://www.sxw.org.uk/computing/robots/check.html # # addresses all robots by using wild card * # User-agent: * Disallow: /cccode.html Disallow: /missingpage.html Disallow: /sitedown.html #User-agent: Googlebot-Image #Disallow: / User-agent: slurp Disallow: /*.php$ User-agent: msnbot Disallow: /*.php$ User-agent: Titan Disallow: / User-agent: EmailCollector Disallow: / User-agent: EmailSiphon Disallow: / User-agent: EmailWolf Disallow: / User-agent: ExtractorPro Disallow: /