# BEGIN XML-SITEMAP-PLUGIN
Sitemap: http://bryanyoung.com/sitemap.xml.gz
# END XML-SITEMAP-PLUGIN

User-agent: *

# Don't index my backoffice
Disallow: /cgi-bin
Disallow: /blog/wp-admin
Disallow: /blog/wp-includes
Disallow: /blog/wp-content/plugins
Disallow: /blog/wp-content/cache
Disallow: /blog/wp-content/themes
Disallow: /blog #remove this later
Disallow: /blog/wp-login #remove this later
Disallow: /stats
Disallow: /cache

# Index my pictures to be indexed
Allow: /blog/wp-content/uploads

# Don't index trackbacks
Disallow: /trackback
Disallow: */trackback

#Don't index pages
Disallow: /page
Disallow: */page/*

#Don't index categories
Disallow: /category

#Don't index authors
Disallow: /author

#Don't index tags
Disallow: /tag

# Don't index comments
Disallow: /comments
Disallow: */comments


# Don't index any urls with a query string
Disallow: /*?*
Disallow: /*?

# Don't index my feeds
Disallow: /feed
Disallow: */feed
Disallow: /rss
Disallow: /comments/feed

# not sure about these???
#Disallow: /date

# disallow all files ending with these extensions
Disallow: /*.php$
Disallow: /*.js$
Disallow: /*.inc$
Disallow: /*.css$
Disallow: /*.gz$
Disallow: /*.wmv$
Disallow: /*.cgi$
Disallow: /*.xhtml$
Disallow: /*.xml$
Allow: /sitemap.xml
Allow: /sitemap.xml.gz


# Google Image
User-agent: Googlebot-Image
Disallow:
Allow: /*
 
# Google AdSense
User-agent: Mediapartners-Google*
Disallow:
Allow: /*
 
# Internet Archiver Wayback Machine
User-agent: ia_archiver
Disallow: /
 
# digg mirror
User-agent: duggmirror
Disallow: /