# Bonfiyah marketing site — crawler directives
# https://bonfiyah.com
#
# Bonfiyah WELCOMES citation and excerpting by AI search + answer engines.
# All content is open to crawl; only /api/ is disallowed.
# Structured summary for LLMs: /llms.txt

User-agent: *
Allow: /
Disallow: /api/

# Sitemaps
Sitemap: https://bonfiyah.com/sitemap-index.xml

# ── AI / LLM crawlers, search indexers, and live-fetch agents ──
# Each of these ignores the "*" group and reads only its own, so they are
# named explicitly and granted full access. Covers: training/index bots,
# answer-engine search indexers, and the live-fetch agents that retrieve a
# page the moment a user asks a question (ChatGPT-User, Claude-User,
# Perplexity-User) — the ones that matter most for AEO/citations.
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: OAI-SearchBot
User-agent: ClaudeBot
User-agent: Claude-User
User-agent: Claude-Web
User-agent: Claude-SearchBot
User-agent: anthropic-ai
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Google-Extended
User-agent: Google-CloudVertexBot
User-agent: Applebot
User-agent: Applebot-Extended
User-agent: Bingbot
User-agent: DuckAssistBot
User-agent: Amazonbot
User-agent: Meta-ExternalAgent
User-agent: Meta-ExternalFetcher
User-agent: cohere-ai
User-agent: CCBot
User-agent: Bytespider
User-agent: Timpibot
Allow: /
Disallow: /api/