User-agent:  *
# disallow all files in these directories
Disallow: /cgi-bin/

# block 'duplicate' content
Disallow: */trackback*
Disallow: /wp-*
Disallow: */feed*
Disallow: /20*

# always allow AdSense bot
User-agent: MediaPartners-Google
Disallow:
 
# disallow archiving site
User-agent: ia_archiver
Disallow: /
 
# disable duggmirror
User-agent: duggmirror
Disallow: /