User-Agent: *
# don’t search for files in these directories
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/