User-agent: *

Disallow: /tweet/
Disallow: /DLOCC/
Disallow: /downloads/
Disallow: /flash/
Disallow: /Scripts/
Disallow: /style/
Disallow: /articles/cgi-bin/
Disallow: /articles/wp-admin/
Disallow: /articles/wp-includes/
Disallow: /articles/wp-content/
Disallow: /articles/tag/
Disallow: /articles/author/
Disallow: /articles/category/*/*
Disallow: /articles/*/trackback
Disallow: /articles/*/feed
Disallow: /articles/*/comments
Disallow: /*?*
Disallow: /*?
Disallow: /lj/
Disallow: /devSites/
Allow: /articles/wp-content/uploads


# Google Image
User-agent: Googlebot-Image
Disallow:
Allow: /*

# Google AdSense
User-agent: Mediapartners-Google*
Disallow:
Allow: /*

# Internet Archiver Wayback Machine
User-agent: ia_archiver
Disallow: /

# digg mirror
User-agent: duggmirror
Disallow: /


Sitemap: http://www.dlocc.com/sitemap.xml