# The Well Bookshop
# https://thewellbookshop.com

# ==============================================
# AI CRAWLER POLICIES
# ==============================================
# Allowed: All AI search crawlers for maximum visibility
#   - GPTBot (ChatGPT search), Google-Extended (AI Overviews)
#   - PerplexityBot, Claude-Web, Anthropic-AI, Applebot-Extended
# Blocked: Training-only scrapers (no search benefit)
#   - CCBot, cohere-ai
# ==============================================

# Block AI training scrapers (no search visibility benefit)
User-agent: CCBot
Disallow: /

User-agent: cohere-ai
Disallow: /

# Explicitly allow AI search crawlers
User-agent: GPTBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

# ==============================================
# DEFAULT RULES (all other crawlers)
# ==============================================
User-agent: *
Allow: /

# The reading-order data is also available as JSON: /api/series/{slug}.json
# Plain-language site summaries for AI crawlers:
#   https://thewellbookshop.com/llms.txt       (index)
#   https://thewellbookshop.com/llms-full.txt  (full catalogue content)
# Explicit AI-crawler policy: https://thewellbookshop.com/ai.txt

Sitemap: https://thewellbookshop.com/sitemap-index.xml

# Host preference (canonical non-www HTTPS)
Host: https://thewellbookshop.com