############################### # # User-agent: * # # list folders robots are not allowed to index # Disallow: /admin/ Disallow: /ARCHIVE/ Disallow: /cgi-bin/ Disallow: /item/ Disallow: /includes/ Disallow: /images/ Disallow: /library/ Disallow: /newsletter/ Disallow: /Blog/wp-admin/ Disallow: /Blog/wp-includes/ # # list specific files robots are not allowed to index # Disallow: /400.shtml Disallow: /401.shtml Disallow: /403.shtml Disallow: /404.shtml Disallow: /500.shtml Disallow: /500.php Disallow: /default.html Disallow: /.htaccess Disallow: /php.ini Disallow: /error_log # # ###############################