# This file is used to allow crawlers to index our site. # All search engines do not look in these directories. Sitemap: http://www.jpflags.com/Sitemap.xml user-agent: sitecheck.internetseer.com Disallow: / user-agent: NPBot Disallow: / user-agent: ia_archiver Disallow: / user-agent: * Disallow: /stats Disallow: /cgi-bin Disallow: /_private Disallow: /_vti_cnf Disallow: /_vti_log Disallow: /_vti_pvt Disallow: /.htaccess Disallow: /directorio/rlinks.cgi