User-agent: Mediapartners-Google
Allow: /

User-Agent: *
Disallow:   /wp-login.php


User-Agent: MJ12bot
Disallow:   /


User-Agent: bot
Disallow:   /


User-Agent: SurveyBot
Disallow:   /


User-Agent: findlinks
Disallow:   /


User-Agent: panscient.com
Disallow:   /


User-Agent: SBIder
Disallow:   /


User-agent: ia_archiver
Disallow: /

User-agent: *
Disallow: /wp-content/uploads/  # all robots have zero access to the following folders
Disallow: /wp-content/backup-db/
Disallow: /wp-content/plugins/

# BEGIN XML-SITEMAP-PLUGIN
Sitemap: http://www.pauljroberts.com/sitemap.xml.gz
# END XML-SITEMAP-PLUGIN