# robots.txt for http://www.chcp.org User-agent: * # applies to all robots Disallow: /vwt # disallow vwt directory Disallow: /temp # disallow temp directory Disallow: /test # disallow test directory Disallow: /search # disallow search directory Disallow: /httpd_access.0 # disallow httpd Disallow: /httpd_access.1 # disallow httpd Disallow: /httpd_access.2 # disallow httpd Disallow: /httpd_access.3 # disallow httpd Disallow: /httpd_access.4 # disallow httpd Disallow: /httpd_access.5 # disallow httpd Disallow: /httpd_access.6 # disallow httpd Disallow: limit.html # disallow limit.html User-agent: ExtractorPro # applies to ExtractorPro Disallow: / # disallow all