############################### # # User-agent: * # # list folders robots are not allowed to index # Disallow: /cgi-bin/ Disallow: /images/ Disallow: /media/ Disallow: /workshops/ Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /wp-content/backup-e61ec/ # # list specific files robots are not allowed to index # Disallow: /wp-login.php Disallow: /readme.html Disallow: /error_log Disallow: /wp-* # # ###############################