# IONSEC — https://www.ionsec.io
#
# Policy: everything is open. IONSEC publishes its DFIR tooling and threat
# research without a gate, and the goal is to be the source that both search
# engines and answer engines cite. That means allowing the retrieval crawlers
# that produce citations *and* the training crawlers that decide what a model
# knows by default.

User-agent: *
Allow: /

# --- Answer-engine retrieval crawlers -------------------------------------
# These fetch pages to build a cited answer. Blocking any of them removes
# IONSEC from that engine's answers entirely.

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: Claude-User
Allow: /

User-agent: Claude-SearchBot
Allow: /

# Governs Google AI Overviews and Gemini grounding. Disallowing this removes
# the site from AI Overviews while leaving ordinary Search results intact.
User-agent: Google-Extended
Allow: /

User-agent: Applebot
Allow: /

User-agent: Applebot-Extended
Allow: /

# Bing's index is what Microsoft Copilot answers from.
User-agent: Bingbot
Allow: /

# --- Training crawlers ----------------------------------------------------
# Allowed deliberately: being in the training corpus is how IONSEC becomes a
# model's default answer without needing a live retrieval hit.

User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: CCBot
Allow: /

User-agent: Meta-ExternalAgent
Allow: /

User-agent: Amazonbot
Allow: /

# AI agent content-usage preferences (Content Signals draft spec).
# Kept consistent with the allow-all policy above.
Content-Signal: ai-train=yes, search=yes, ai-input=yes

Sitemap: https://www.ionsec.io/sitemap-index.xml