User-agent: AwarioRssBot User-agent: AwarioSmartBot Disallow: / User-agent: * # Only allow minimal required resources Allow: /wp-content/uploads/ Allow: /wp-json/ # Block WordPress system directories and files Disallow: /wp-admin/ Disallow: /wp-login.php Disallow: /wp-register.php Disallow: /admin/ Disallow: /login/ Disallow: /wp-includes/ Disallow: /wp-content/plugins/ Disallow: /wp-content/themes/ Disallow: /readme.html Disallow: /?author=* Disallow: *?s=* Disallow: *?p=* Disallow: */trackback/ Disallow: */comments/ Disallow: /*?* Disallow: /*.php$ Disallow: /wp-content/debug.log # Allow Jetpack (most Jetpack features will work through wp-json endpoint) User-agent: Jetpack Allow: * User-agent: Amazonbot Crawl-Delay: 60 User-agent: PetalBot Crawl-Delay: 60 User-agent: AhrefsBot Crawl-Delay: 60 User-agent: DataForSeoBot Crawl-delay: 60 # WordPress sitemap Sitemap: /sitemap_index.xml