User-agent: *
Disallow: /cgi-bin/
Disallow: /blog/wp-admin/
Disallow: /blog/wp-includes/
Disallow: /blog/wp-content/plugins/
Disallow: /blog/wp-content/cache/
Disallow: /blog/wp-content/themes/
Disallow: /blog/wp-content/upgrade/
Disallow: /blog/*?
Disallow: /blog/fb-feed/
Disallow: /*.php$
Disallow: /*.js$
Disallow: /*.inc$
Disallow: /*.css$
Disallow: /*.log$
Disallow: */author/
Disallow: */feed/
#Disallow: */category/
Disallow: */topics/
Disallow: */topic/
Disallow: */tags/
Disallow: */tag/
Disallow: */temp/
Allow: /kgb/
Allow: index.php
Allow: /blog/sitemap.xml.gz
Allow: sitemap.xml.gz
Disallow: /kgb/resume/

User-Agent: Googlebot
Disallow: /blog/tag/
Allow: /blog/wp-content/uploads

User-Agent: CCBot
Disallow: /

User-Agent: twiceler
Crawl-delay: 1
Disallow: /

User-agent: Slurp
Crawl-delay: 0.5
Disallow: /blog/tag/


# Google Image
User-agent: Googlebot-Image
Disallow:
Allow: /*


# Google AdSense
User-agent: Mediapartners-Google*
Disallow:
Allow: /*
Disallow: /kgb/


# Internet Archiver Wayback Machine
User-agent: ia_archiver
Disallow: /


# digg mirror
User-agent: duggmirror
Disallow: /


# IBM
User-agent: http://domino.research.ibm.com/comm/research_projects.nsf/pages/sai-crawler.callingcard.html
Disallow: /


Sitemap: http://keithbarrett.com/sitemap.xml.gz