User-agent: * # Block admin & execution paths Disallow: /admin/ Disallow: /login/ Disallow: /cgi-bin/ Disallow: /wp-admin/ Disallow: /wp-login.php Disallow: /xmlrpc.php # Block dynamic & expensive pages Disallow: /search Disallow: /tag/ Disallow: /author/ Disallow: /?* Disallow: /*? # Allow assets Allow: /assets/ Allow: /images/ Allow: /css/ Allow: /js/ # Crawl delay (respected by Bing, some bots) Crawl-delay: 10