User-agent: *
Disallow: /wp-admin/
Allow: /

# Sitemaps & LLM Index
Sitemap: https://bricksandmilestones.com/sitemap_index.xml
Sitemap: https://bricksandmilestones.com/llms.txt

##############################
# Major Search Engines
##############################
User-agent: Googlebot
User-agent: Bingbot
User-agent: Slurp
User-agent: Yandex
User-agent: Baiduspider
User-agent: DuckDuckBot
User-agent: Applebot
Disallow: /wp-admin/
Allow: /

##############################
# AI Search & Training Bots
##############################
# OpenAI (ChatGPT & SearchGPT)
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User

# Anthropic (Claude)
User-agent: ClaudeBot
User-agent: Claude-SearchBot
User-agent: claude-web

# Perplexity AI
User-agent: PerplexityBot

# Google AI (Gemini / AI Overviews)
User-agent: Google-Extended

# Meta AI
User-agent: Meta-ExternalAgent
User-agent: FacebookBot

# Cohere AI
User-agent: cohere-ai

# Common Crawl (LLM Datasets)
User-agent: CCBot

# Apple AI
User-agent: Applebot-Extended
Disallow: /wp-admin/
Allow: /