# Apply to all bots User-agent: * # Block the admin area but allow ajax callbacks Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php # WEB-3507 Rationale unknown Disallow: */*/audio/ Disallow: /site.webmanifest # Block API endpoints that don't have indexable content Disallow: /wp-json/wpe/v1/chat-group Disallow: /wp-json/wpe/v1/opt-in/ # WEB-5082 Google has a number of junk URLs to both of these paths Disallow: /search/ Disallow: /solution-center/tag/ # Prevent builder calendar filters to be crawled Disallow: /*/2023- Disallow: /*/day/ Disallow: /*eventDisplay # To optimize crawl budget for SEO Disallow: /*/?__hstc= Disallow: /*/?utm_ Disallow: /*/?nabe= Disallow: /*/?print Disallow: /*/?wtime= Disallow: /*/?coupon= Disallow: /*/?wvideo= Disallow: /*/?_hsenc= Disallow: /*/?local-download= Disallow: /*/?_ga= Disallow: /*/?es_p= Disallow: /*/?w_agcid= Disallow: /*/?kaid= Disallow: /*/?tribe-bar-date= Disallow: /*/?amp= Disallow: /*/?fl_rand_seed= Disallow: /*/?clientId= Disallow: /*/?budget= Disallow: /*/?ss-track= Disallow: /*/?language= Disallow: /*/?inf_contact_key= Disallow: /*/?ref= Disallow: /*/?s= Disallow: /*/?sa= Disallow: /*/?a= Disallow: /*/?p= Disallow: /*/?_gl= Disallow: /*/?cid= Disallow: /*/?o= # Link to Yoast sitemaps Sitemap: https://wpengine.com/sitemap_index.xml Sitemap: https://wpengine.com/builders/sitemap_index.xml Sitemap: https://wpengine.com/support/sitemap_index.xml Sitemap: https://wpengine.com/solution-center/sitemap_index.xml