# START YOAST BLOCK
# Managed by Yoast SEO – generally leave this section alone

User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-login.php
Disallow: /wp-content/uploads/wp-import-export-lite/
Disallow: /*_api/
Sitemap: https://www.afcurgentcare.com/sitemap_index.xml

# END YOAST BLOCK


# --- AI / LLM and meta-search crawlers ---

# OpenAI / ChatGPT
User-agent: ChatGPT-User
Crawl-delay: 10
Disallow: /modules/multilocation/
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-login.php
Disallow: /wp-content/uploads/wp-import-export-lite/
Disallow: /*_api/

User-agent: GPTBot
Crawl-delay: 10
Disallow: /modules/multilocation/
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-login.php
Disallow: /wp-content/uploads/wp-import-export-lite/
Disallow: /*_api/

# Anthropic / Claude
User-agent: ClaudeBot
Crawl-delay: 10
Disallow: /modules/multilocation/
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-login.php
Disallow: /wp-content/uploads/wp-import-export-lite/
Disallow: /*_api/

# Perplexity
User-agent: PerplexityBot
Crawl-delay: 10
Disallow: /modules/multilocation/
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-login.php
Disallow: /wp-content/uploads/wp-import-export-lite/
Disallow: /*_api/

# (If you decide to fully block some of these in future,
#  change their section to:  Disallow: / )


# --- Social / preview crawlers ---

# Meta / Facebook external agent
User-agent: meta-externalagent
Crawl-delay: 5
Disallow: /modules/multilocation/
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-login.php
Disallow: /wp-content/uploads/wp-import-export-lite/
Disallow: /*_api/

User-agent: facebookexternalhit
Crawl-delay: 5
Disallow: /modules/multilocation/
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-login.php
Disallow: /wp-content/uploads/wp-import-export-lite/
Disallow: /*_api/

# TikTok preview
User-agent: TikTokSpider
Crawl-delay: 10
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-login.php
Disallow: /wp-content/uploads/wp-import-export-lite/
Disallow: /*_api/


# --- SEO / site audit tools ---

User-agent: Screaming Frog SEO Spider
Crawl-delay: 5
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-login.php
Disallow: /wp-content/uploads/wp-import-export-lite/
Disallow: /*_api/

User-agent: SemrushBot
Crawl-delay: 10
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-login.php
Disallow: /wp-content/uploads/wp-import-export-lite/
Disallow: /*_api/

User-agent: SiteAuditBot
Crawl-delay: 10
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-login.php
Disallow: /wp-content/uploads/wp-import-export-lite/
Disallow: /*_api/

User-agent: AhrefsBot
Crawl-delay: 10
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-login.php
Disallow: /wp-content/uploads/wp-import-export-lite/
Disallow: /*_api/

User-agent: AhrefsSiteAudit
Crawl-delay: 10
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-login.php
Disallow: /wp-content/uploads/wp-import-export-lite/
Disallow: /*_api/

User-agent: RavenCrawler
Crawl-delay: 10
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-login.php
Disallow: /wp-content/uploads/wp-import-export-lite/
Disallow: /*_api/

User-agent: DotBot
Crawl-delay: 10
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-login.php
Disallow: /wp-content/uploads/wp-import-export-lite/
Disallow: /*_api/

User-agent: Barkrowler
Crawl-delay: 10
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-login.php
Disallow: /wp-content/uploads/wp-import-export-lite/
Disallow: /*_api/

User-agent: DataForSeoBot
Crawl-delay: 10
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-login.php
Disallow: /wp-content/uploads/wp-import-export-lite/
Disallow: /*_api/