User-agent: *
Disallow: /subdomains/
Disallow: /libs/
Disallow: /search/
Disallow: /modules/
Disallow: /templates/
Disallow: /images

Disallow: /articles/cgi-bin
Disallow: /articles/includes
Disallow: /articles/content/plugins
Disallow: /articles/content/cache
Disallow: /articles/content/themes
Disallow: /articles/content/gd-star-rating
Disallow: /articles/trackback
Disallow: /articles/feed
Disallow: /articles/comments
Disallow: /articles/category/*/*
Disallow: /articles*/trackback
Disallow: /articles*/feed
Disallow: /articles*/comments
Disallow: /articles/*?*
Disallow: /articles/*?
Allow: /articles/content/uploads

# Google Image
User-agent: Googlebot-Image
Disallow:
Allow: /articles/*

# Google AdSense
User-agent: Mediapartners-Google*
Disallow:
Allow: /articles/*

# Internet Archiver Wayback Machine
User-agent: ia_archiver
Disallow: /articles/

# digg mirror
User-agent: duggmirror
Disallow: /

Sitemap: sitemap.xml