User-agent: *
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /xmlrpc.php
Disallow: /search/
Disallow: /?s=
Disallow: /author/
Disallow: /tag/
Disallow: /feed/
Allow: /wp-admin/admin-ajax.php
Allow: /wp-content/uploads/

# Block Bytespider (ByteDance aggressive crawler, doesn't add value for SEO)
User-agent: Bytespider
Disallow: /

# Block CCBot (Common Crawl - open dataset, can be used to train rival models)
User-agent: CCBot
Disallow: /

# Allow all AI search bots (ChatGPT-User, ClaudeBot, PerplexityBot, Google-Extended)
# These drive AI search citations (ChatGPT, Perplexity, Google AI Overviews)
# Blocking them = losing valuable referral traffic and citations

# Sitemap references
Sitemap: https://www.123box.homes/sitemap_index.xml
Sitemap: https://www.123box.homes/page-sitemap.xml
Sitemap: https://www.123box.homes/post-sitemap.xml
Sitemap: https://www.123box.homes/category-sitemap.xml

# Host directive to prevent mirror confusion
Host: https://www.123box.homes