# START YOAST BLOCK
# ---------------------------
User-agent: *
Disallow:

Sitemap: https://datachieve.com/sitemap_index.xml
# ---------------------------
# END YOAST BLOCK

# --- AI & ANALYTICS BOTS ---

# OpenAI
User-agent: ChatGPT-User
Allow: /
User-agent: OAI-SearchBot
Allow: /

# Google AI Extensions
User-agent: Google-Extended
Allow: /

# Perplexity
User-agent: Perplexity-User
Allow: /
User-agent: PerplexityBot
Allow: /

# Anthropic
User-agent: Claude-User
Allow: /
User-agent: Claude-SearchBot
Allow: /

# SEMrush
User-agent: SemrushBot
Allow: /

# Bing / Microsoft
User-agent: Bingbot
Allow: /
User-agent: msnbot-media
Allow: /

# Apple
User-agent: Applebot
Allow: /

# You.com
User-agent: YouBot
Allow: /