User-agent: *
Allow: /

# Per-bot stanzas (Stage 9 round-9 non-blocking diff close).
# The wildcard Allow above is functionally identical for current bots,
# but per-User-agent lines communicate intent more clearly and survive
# bot-policy changes that some operators ship as per-User-agent only
# (a future opt-out signal targeting "GPTBot" specifically wouldn't be
# matched by a `*` wildcard). Editorial position: search + AI citation
# welcome; AI training opt-out via the Content-Signal header below.

# AI citation crawlers — welcome (Stage 7 LLM-SERP is a primary
# traffic channel; we WANT to be cited in ChatGPT / Perplexity /
# Claude / Google AIO answers).
User-agent: GPTBot
Allow: /
User-agent: OAI-SearchBot
Allow: /
User-agent: ChatGPT-User
Allow: /
User-agent: ClaudeBot
Allow: /
User-agent: Claude-Web
Allow: /
User-agent: PerplexityBot
Allow: /
User-agent: Perplexity-User
Allow: /
User-agent: Google-Extended
Allow: /
User-agent: Applebot-Extended
Allow: /

# Traditional search crawlers — welcome.
User-agent: Googlebot
Allow: /
User-agent: Bingbot
Allow: /
User-agent: Applebot
Allow: /
User-agent: DuckDuckBot
Allow: /
User-agent: Slurp
Allow: /
User-agent: YandexBot
Allow: /
User-agent: Baiduspider
Allow: /

# Content Signals (https://contentsignals.org · IETF AIPREF WG)
# Editorial usage preferences for AI crawlers and indexing systems.
#   search    = yes  → SERP indexing welcome (the obvious one)
#   ai-input  = yes  → real-time citation in AI answers (Perplexity,
#                      Google AIO, ChatGPT search) is the goal — Stage 7
#                      audit explicitly tracks LLM-citation visibility
#   ai-train  = no   → editorial work stays out of training corpora
Content-Signal: search=yes, ai-input=yes, ai-train=no

Sitemap: https://neobanks.guide/sitemap-index.xml