User-agent: *
Allow: /
Crawl-delay: 2

# --- AI & LLM AGENTS (Top Visibility) ---

# OpenAI (ChatGPT & SearchGPT)
User-agent: GPTBot
Allow: /
Crawl-delay: 2
User-agent: ChatGPT-User
Allow: /
Crawl-delay: 2

# Google AI (Gemini & AI Overviews)
User-agent: Google-Extended
Allow: /
Crawl-delay: 2

# Perplexity AI
User-agent: PerplexityBot
Allow: /
Crawl-delay: 2

# Anthropic (Claude)
User-agent: anthropic-ai
Allow: /
Crawl-delay: 2

# Common Crawl (Used by Grok and many Open Source LLMs)
User-agent: CCBot
Allow: /
Crawl-delay: 2

# --- LEGACY SEARCH BOTS ---

User-agent: msnbot
Crawl-delay: 2

User-agent: bingbot
Crawl-delay: 2

User-agent: MarketcheckBot/2.0
Crawl-delay: 2

# --- SITEMAPS ---

Sitemap: https://www.mbscottsdale.com/sitemap.xml