User-agent: * Disallow: /cgi-bin Disallow: /search Disallow: /wp-includes Disallow: /wp-json/ Disallow: /xmlrpc.php Disallow: /readme.html