User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Noindex: /wp-content/
Noindex: /wp-includes/

# disallow indexing of pdfs - only works with google!

User-agent: Googlebot
Disallow: /*.pdf$