# PrimeLift 360 — https://primelift360.com
#
# Crawling is open. The AI/LLM agents below are listed EXPLICITLY rather than
# left to the wildcard, because being cited by generative answer engines is a
# goal here, and several of these bots are blocked by default on managed hosts
# or by boilerplate robots files. Naming them documents the intent.
#
# To opt out of AI training later, change a bot's Allow: / to Disallow: /.
# Note the split: some agents crawl for TRAINING, others fetch live pages to
# ANSWER a user's question right now (and cite you). You usually want the
# answer-time ones allowed even if you disallow training.

User-agent: *
Allow: /

# ── Search engines ───────────────────────────────────────────────
User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Bingbot
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: Applebot
Allow: /

User-agent: YandexBot
Allow: /

# ── OpenAI ───────────────────────────────────────────────────────
# GPTBot = training. OAI-SearchBot = ChatGPT Search index.
# ChatGPT-User = live fetch when a user asks about you.
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

# ── Anthropic (Claude) ───────────────────────────────────────────
User-agent: ClaudeBot
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: anthropic-ai
Allow: /

# ── Google AI (Gemini, AI Overviews grounding) ───────────────────
# Google-Extended does not affect Search ranking; it governs whether your
# content can ground Gemini and AI Overviews answers. Disallowing it removes
# you from those answers, so it stays allowed here.
User-agent: Google-Extended
Allow: /

# ── Perplexity ───────────────────────────────────────────────────
User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

# ── Apple Intelligence ───────────────────────────────────────────
User-agent: Applebot-Extended
Allow: /

# ── Microsoft Copilot ────────────────────────────────────────────
User-agent: CopilotBot
Allow: /

# ── Meta AI ──────────────────────────────────────────────────────
User-agent: meta-externalagent
Allow: /

User-agent: FacebookBot
Allow: /

# ── Others that surface citations ────────────────────────────────
User-agent: CCBot
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: DuckAssistBot
Allow: /

User-agent: YouBot
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: Diffbot
Allow: /

User-agent: MistralAI-User
Allow: /

# ── Social link unfurling (Open Graph previews) ───────────────────
User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: Slackbot-LinkExpanding
Allow: /

User-agent: WhatsApp
Allow: /

User-agent: TelegramBot
Allow: /

Sitemap: https://primelift360.com/sitemap-index.xml