# getmailcheck.com
#
# Two audiences read this file: classic search crawlers, and the AI assistants
# that increasingly answer the questions our articles are written for. Both are
# welcome. The only pages closed are the ones behind a login or meant for the
# extension, which carry a noindex tag anyway and would waste crawl budget.
#
# A machine readable summary of the product lives at /llms.txt.

User-agent: *
Allow: /

# Signed-in application. Nothing here is useful in a search result.
Disallow: /dashboard
Disallow: /*/dashboard
Disallow: /sign-in
Disallow: /*/sign-in
Disallow: /sign-up
Disallow: /*/sign-up
Disallow: /welcome
Disallow: /*/welcome

# Handshake pages used by the browser extension and the MCP connector.
Disallow: /extension/connexion
Disallow: /*/extension/connexion
Disallow: /extension/callback
Disallow: /*/extension/callback
Disallow: /mcp/consent
Disallow: /*/mcp/consent

# Content signals, per the Cloudflare and IETF proposal.
#   search   yes  we want to be found and cited
#   ai-input yes  an assistant may read this page to answer a question
#   ai-train no   we do not donate the corpus to model training
# Citation brings readers. Training does not. The distinction is deliberate.
Content-Signal: search=yes, ai-input=yes, ai-train=no

# Named AI crawlers, listed explicitly rather than left to the wildcard above.
# This is not redundant: it documents the intent, so that a managed rule or a
# future default cannot quietly reverse it without the change being visible
# here. We publish an llms.txt for exactly these readers.
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: meta-externalagent
Allow: /

User-agent: Bingbot
Allow: /

User-agent: DuckDuckBot
Allow: /

Sitemap: https://getmailcheck.com/sitemap-index.xml