# ---------- Default ----------

User-agent: *

Allow: /

Disallow: /umbraco/

Disallow: /umbraco_client/

Disallow: /App_Plugins/

Disallow: /bin/

Disallow: /config/

Disallow: /Views/

Disallow: /media/system/

# ---------- AI / LLM crawlers: explicitly allowed ----------

# NOTE: named groups do NOT inherit from "User-agent: *" (RFC 9309 2.2.1).

# The disallows MUST be repeated here or these crawlers get the backoffice.

User-agent: GPTBot

User-agent: ChatGPT-User

User-agent: OAI-SearchBot

User-agent: CCBot

User-agent: ClaudeBot

User-agent: Claude-User

User-agent: Claude-SearchBot

User-agent: anthropic-ai

User-agent: Claude-Web

User-agent: PerplexityBot

User-agent: Perplexity-User

User-agent: YouBot

User-agent: Google-Extended

User-agent: GoogleOther

User-agent: Applebot-Extended

User-agent: Amazonbot

User-agent: meta-externalagent

User-agent: Bravebot

Allow: /

Disallow: /umbraco/

Disallow: /umbraco_client/

Disallow: /config/

Disallow: /bin/

Disallow: /App_Plugins/

Disallow: /Views/

Disallow: /media/system/

Sitemap: https://foresight.group/xmlsitemap