# Specify location of any sitemaps (see http://www.sitemaps.org/faq.php) Sitemap: http://willmurray.name/sitemap.xml.gz Sitemap: http://willmurray.name/sitemap.xml # All robots are asked to avoid the following folders and files: User-agent: * # Apply to all robots #Disallow: / # Temporarily disallow ALL files and directories # Disallow all files in these directories Disallow: /*.bak Disallow: /*.bak/ Disallow: /*.bak$ Disallow: /*.old Disallow: /*.old/ Disallow: /*.old$ Disallow: /_vti_cnf/ Disallow: /_vti_cnf$ #Disallow: /blog/cat/ #Disallow: /blog/cat$ Disallow: /blog/author/ Disallow: /blog/author$ Disallow: /blog/msg$ Disallow: /blog/stats/ Disallow: /blog/stats$ Disallow: /blog/tag/ Disallow: /blog/tag$ Disallow: /blog/trackback/ Disallow: /blog/trackback$ Disallow: /blog/*/trackback/ Disallow: /blog/*/trackback$ Disallow: /blog/wp-admin/ Disallow: /blog/wp-admin$ Disallow: /blog/wp-content/ Disallow: /blog/wp-content$ Disallow: /blog/wp-includes/ Disallow: /blog/wp-includes$ Disallow: /blog.old/ Disallow: /blog.old$ Disallow: /code/ Disallow: /code$ Disallow: /contact/ Disallow: /contact$ Disallow: /css/ Disallow: /css$ Disallow: /downloads/ Disallow: /downloads$ Disallow: /errors/ Disallow: /errors$ Disallow: /genovia/ Disallow: /genovia$ Disallow: /icons/ Disallow: /icons$ Disallow: /images/ Disallow: /images$ Disallow: /media/ Disallow: /media$ Disallow: /scratch/ Disallow: /scratch$ Disallow: /Twitter.html Allow: /blog/msg/ # Disallow specific files and filetypes Disallow: /.htaccess$ Disallow: /*/.htaccess$ Disallow: /.db$ Disallow: /*/.db$ Disallow: /core$ Disallow: /*/core$ Disallow: /blog/?* Disallow: /blog/*?* Disallow: /blog/wp-*.php$ Disallow: /blog/*.html$ Disallow: /blog/*.txt$ Disallow: /blog/xmlrpc.php Allow: /google*.html$ Allow: /*/google*.html$ Allow: /y_key_*.html$ Allow: /*.txt$ Allow: /sitemap.xml$ Allow: /sitemap.gz$ # The following robots have non-standard exclusions and/or permissions. # Persistent unauthorized bots may be banned by host and/or IP. User-agent: CJNetworkQuality Disallow: / User-agent: duggmirror Disallow: / User-agent: FeedDemon Disallow: / User-agent: Googlebot-Image Disallow: / Allow: /google*.html$ Allow: /*/google*.html$ Allow: /*.txt$ Allow: /sitemap.xml$ Allow: /sitemap.gz$ User-agent: IconSurf Disallow: /