User-agent: * Disallow: /healthcheck/ Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Crawl-delay: 1 # Block SemrushBot and all its variants User-agent: SemrushBot Disallow: / User-agent: SiteAuditBot Disallow: / User-agent: SemrushBot-BA Disallow: / User-agent: SemrushBot-SI Disallow: / User-agent: SemrushBot-SWA Disallow: / User-agent: SplitSignalBot Disallow: / User-agent: SemrushBot-OCOB Disallow: / User-agent: SemrushBot-FT Disallow: / User-agent: RyteBot Disallow: / User-agent: SemrushBot-ESI Disallow: / # Block Yanexbot User-agent: YandexCalendar Disallow: / User-agent: YandexMobileBot Disallow: /