# Complete Roofing LLC — https://roofing-it.com
# ---------------------------------------------------------------------------
# Default: allow all standard search crawlers. Block only the API routes.
# ---------------------------------------------------------------------------
User-agent: *
Allow: /
Disallow: /api/

# ---------------------------------------------------------------------------
# AI search & answer engines — EXPLICITLY ALLOWED.
# For a local business that WANTS to be cited in ChatGPT / Perplexity / Google
# AI Overviews / Gemini / Copilot answers, every one of these is pure upside:
# being read (and trained on) is how we get named for "best roofer near me."
# We allow both the live-retrieval/citation bots AND the training crawlers.
# (Listed individually so each bot finds its own group and we document intent.)
# ---------------------------------------------------------------------------

# OpenAI / ChatGPT
User-agent: OAI-SearchBot
Allow: /
Disallow: /api/

User-agent: ChatGPT-User
Allow: /
Disallow: /api/

User-agent: GPTBot
Allow: /
Disallow: /api/

# Anthropic / Claude
User-agent: ClaudeBot
Allow: /
Disallow: /api/

User-agent: Claude-SearchBot
Allow: /
Disallow: /api/

User-agent: Claude-User
Allow: /
Disallow: /api/

User-agent: anthropic-ai
Allow: /
Disallow: /api/

# Perplexity
User-agent: PerplexityBot
Allow: /
Disallow: /api/

User-agent: Perplexity-User
Allow: /
Disallow: /api/

# Google (Gemini / AI Overviews / Vertex grounding)
User-agent: Google-Extended
Allow: /
Disallow: /api/

# Microsoft / Bing (also powers ChatGPT web retrieval)
User-agent: Bingbot
Allow: /
Disallow: /api/

# Apple (Siri / Spotlight / Apple Intelligence)
User-agent: Applebot
Allow: /
Disallow: /api/

User-agent: Applebot-Extended
Allow: /
Disallow: /api/

# Amazon (Alexa / Rufus)
User-agent: Amazonbot
Allow: /
Disallow: /api/

# Meta (Meta AI / Llama)
User-agent: Meta-ExternalAgent
Allow: /
Disallow: /api/

User-agent: FacebookBot
Allow: /
Disallow: /api/

# Common Crawl — feeds many downstream LLM training sets
User-agent: CCBot
Allow: /
Disallow: /api/

# DuckDuckGo AI assist
User-agent: DuckAssistBot
Allow: /
Disallow: /api/

# Sitemap + LLM site guide
Sitemap: https://roofing-it.com/sitemap.xml