# --- SITEWIDE SETTINGS ---
User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# --- 1. ALLOW AI SEARCH & DISCOVERY ---
# These bots index your site for real-time answers (ChatGPT Search, Perplexity).
# They provide citation links and send referral traffic to your GA4.
User-agent: OAI-SearchBot
Allow: /
User-agent: Claude-SearchBot
Allow: /
User-agent: PerplexityBot
Allow: /

# --- 2. BLOCK AI TRAINING & DATA SCRAPING ---
# These bots "eat" your content to train models and do NOT send traffic.
# Including ClaudeBot here will fix your SEO Health Tool score.
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: anthropic-ai
User-agent: Google-Extended
User-agent: Google-NotebookLM
User-agent: CCbot
User-agent: Meta-ExternalAgent
User-agent: FacebookBot
User-agent: Applebot-Extended
User-agent: Bytespider
User-agent: GrokBot
User-agent: Amazonbot
User-agent: PiplBot
User-agent: cohere-ai
Disallow: /

# --- SITEMAP ---
Sitemap: https://palisadecompliance.com/sitemap_index.xml