User-agent: *
Disallow: /cgi-bin
Disallow: /wp-admin
Disallow: /wp-includes
Disallow: /wp-content/plugins
Disallow: /wp-content/themes
Disallow: /trackback
Disallow: /*trackback
Disallow: /*trackback*
Disallow: /*/trackback
Disallow: /*?*
Disallow: /*.html/$
Disallow: /*feed*

# Google Image
User-agent: Googlebot-Image
Disallow:
Allow: /*


# Google AdSense
User-agent: Mediapartners-Google*
Disallow:
Allow: /*


# Internet Archiver Wayback Machine
User-agent: ia_archiver
Disallow: /

# Snap Shots
User-agent: Snapbot
Disallow: /

# SurveyBot
User-agent: SurveyBot
Disallow: /

# Gigabot
User-agent: Gigabot
Disallow: /

# Python-urllib
User-agent: Python-urllib
Disallow: /

# CazoodleBot
User-agent: CazoodleBot
Disallow: /

# psbot
User-agent: psbot
Disallow: /