# =======================================
# Bespoke Diamonds - robots.txt
# =======================================

# Sitemap
Sitemap: https://www.bespokediamonds.ie/sitemap_index.xml

# ---------------------------------------
# Completely blocked bots
# ---------------------------------------
User-agent: AhrefsBot
Disallow: /

User-agent: AhrefsSiteAudit
Disallow: /

# ---------------------------------------
# Rate-limited SEO crawlers
# ---------------------------------------
User-agent: SEMrushBot
Crawl-delay: 10
Disallow: /wp-login.php
Disallow: /wp-admin/
Disallow: /wp-json/bdsc/
Disallow: /checkout/
Disallow: /cart/
Disallow: /my-account/

User-agent: SEMrushBot-Desktop
Crawl-delay: 10
Disallow: /wp-login.php
Disallow: /wp-admin/
Disallow: /wp-json/bdsc/
Disallow: /checkout/
Disallow: /cart/
Disallow: /my-account/

# ---------------------------------------
# Default rules for all other bots
# (Google, Bing, AI bots, tools, etc.)
# This includes:
# - Googlebot, Googlebot-Image, Googlebot-Video, Google-Extended, AdsBot-Google
# - Bingbot, DuckDuckBot, Slurp
# - GPTBot, ChatGPT-User, OAI-SearchBot
# - PerplexityBot, Perplexity-User
# - ClaudeBot, Claude-SearchBot, Claude-User
# ---------------------------------------
User-agent: *
# Allow key assets
Allow: /wp-admin/admin-ajax.php
Allow: /wp-content/uploads/

# Disallow sensitive / non-indexable areas
Disallow: /wp-login.php
Disallow: /wp-admin/

# Block the Bespoke Diamonds Configurator API from crawling
Disallow: /wp-json/bdsc/

# Block checkout & account pages from crawling
Disallow: /checkout/
Disallow: /cart/
Disallow: /my-account/

# Optional: prevent internal search results from being crawled
Disallow: /*?s=

# =======================================
# End of file
# =======================================