User-agent: *
Allow: /

User-agent:  *
# disallow all files in these directories
Disallow: /cgi-bin/
Disallow: /blog/wp
Disallow: /blog/tag/
Disallow: /blog/feed/
Disallow: /blog/comments/
Disallow: /blog/comments/feed
Disallow: /blog/trackback/

User-agent: Googlebot
# disallow all files ending with these extensions
Disallow: /blog/*.php$
Disallow: /blog/*.js$
Disallow: /blog/*.inc$
Disallow: /blog/*.css$
Disallow: /blog/*.cgi$
Disallow: /blog/*.wmv$
Disallow: /blog/*.png$
Disallow: /blog/*.gif$
Disallow: /blog/*.jpg$
Disallow: /blog/*.cgi$
Disallow: /blog/*.xhtml$
Disallow: /blog/*.php*

# allow google image bot to search all images
User-agent: Googlebot-Image
Allow: /*

# disallow archiving site
User-agent: ia_archiver
Disallow: /

# disable duggmirror
User-agent: duggmirror
Disallow: /