Sitemap: http://aaronirwin.com/sitemap.xml

User-agent: Googlebot
Disallow: /*.css$
Disallow: /*.flv$
Disallow: /*.htm$
Disallow: /*.html$
Disallow: /*.js$
Disallow: /*.mp3$
Disallow: /*.pdf$
Disallow: /*.php$
Disallow: /*.swf$
Disallow: /*.zip$
Disallow: /*?

User-agent: Googlebot-Image
Disallow: /*.ico$
Disallow: /*.gif$
Disallow: /*.png$

User-agent: Slurp
Disallow: /*.css$
Disallow: /*.flv$
Disallow: /*.htm$
Disallow: /*.html$
Disallow: /*.js$
Disallow: /*.mp3$
Disallow: /*.pdf$
Disallow: /*.php$
Disallow: /*.swf$
Disallow: /*.zip$
Disallow: /*?
Disallow: /*.ico$
Disallow: /*.gif$
Disallow: /*.png$
Crawl-Delay: 10

User-agent: msnbot
Crawl-Delay: 240

User-agent: *
Disallow: /cgi-bin/
Disallow: /mp3/
Disallow: /pdf/
Disallow: /img/icon/