# START YOAST BLOCK
# ---------------------------
User-agent: *
Disallow: /wp-json/
Disallow: /?rest_route=

Sitemap: https://www.medicaldent.bg/sitemap_index.xml
# ---------------------------
# END YOAST BLOCK

User-agent: SemrushBot
Disallow: /
User-agent: SemrushBot-SA
Disallow: /
User-agent: SemrushBot-BA
Disallow: /
User-agent: SemrushBot-SI
Disallow: /
User-agent: SemrushBot-SWA
Disallow: /
User-agent: SemrushBot-CT
Disallow: /
User-agent: SemrushBot-DS
Disallow: /
User-agent: SemrushBot-SRV
Disallow: /
# Add any other specific SemrushBot user agents you see in your logs

User-agent: CCBot
Disallow: /

User-agent: 360Spider
Disallow: /
User-agent: HaosouSpider # Another user agent for Qihoo 360
Disallow: /