User-agent: *
Allow: /
Disallow: /api/
Disallow: /checkout/
Disallow: /add-to-cart/
Disallow: /cart/
Disallow: /booking-confirmation/
Disallow: /portal-guide/
# Partner referral landing pages. Each /r/<slug> page displays a real partner's
# business name, phone and email. The pages already emit noindex,nofollow, but
# noindex only stops INDEXING, not crawling - the names still get fetched and
# retained by crawlers and AI scrapers. Jethro 2026-09-05: partner identities
# are not public, we do not have their permission to publish them. Disallow so
# they are not crawled at all.
Disallow: /r/
Disallow: /brand-guide/
Disallow: /lp/
Disallow: /ig
Disallow: /glp*/
Disallow: /test-checkout

Sitemap: https://getcrownedcredit.com/sitemap.xml

# AI Crawlers - welcome to our public content, but these groups must repeat
# the Disallow rules from "User-agent: *" above. A crawler obeys ONLY the most
# specific User-agent group that matches it, so a bare "Allow: /" here would let
# these bots crawl /r/ (real partner names, phones, emails), /checkout/, /lp/ and
# the rest, even though the wildcard group forbids them. Added 2026-09-05.
User-agent: GPTBot
Allow: /
Allow: /llms.txt
Disallow: /api/
Disallow: /checkout/
Disallow: /add-to-cart/
Disallow: /cart/
Disallow: /booking-confirmation/
Disallow: /portal-guide/
Disallow: /brand-guide/
Disallow: /lp/
Disallow: /ig
Disallow: /glp*/
Disallow: /test-checkout
Disallow: /r/

User-agent: ChatGPT-User
Allow: /
Disallow: /api/
Disallow: /checkout/
Disallow: /add-to-cart/
Disallow: /cart/
Disallow: /booking-confirmation/
Disallow: /portal-guide/
Disallow: /brand-guide/
Disallow: /lp/
Disallow: /ig
Disallow: /glp*/
Disallow: /test-checkout
Disallow: /r/

User-agent: Google-Extended
Allow: /
Disallow: /api/
Disallow: /checkout/
Disallow: /add-to-cart/
Disallow: /cart/
Disallow: /booking-confirmation/
Disallow: /portal-guide/
Disallow: /brand-guide/
Disallow: /lp/
Disallow: /ig
Disallow: /glp*/
Disallow: /test-checkout
Disallow: /r/

User-agent: anthropic-ai
Allow: /
Disallow: /api/
Disallow: /checkout/
Disallow: /add-to-cart/
Disallow: /cart/
Disallow: /booking-confirmation/
Disallow: /portal-guide/
Disallow: /brand-guide/
Disallow: /lp/
Disallow: /ig
Disallow: /glp*/
Disallow: /test-checkout
Disallow: /r/

User-agent: PerplexityBot
Allow: /
Disallow: /api/
Disallow: /checkout/
Disallow: /add-to-cart/
Disallow: /cart/
Disallow: /booking-confirmation/
Disallow: /portal-guide/
Disallow: /brand-guide/
Disallow: /lp/
Disallow: /ig
Disallow: /glp*/
Disallow: /test-checkout
Disallow: /r/

User-agent: ClaudeBot
Allow: /
Disallow: /api/
Disallow: /checkout/
Disallow: /add-to-cart/
Disallow: /cart/
Disallow: /booking-confirmation/
Disallow: /portal-guide/
Disallow: /brand-guide/
Disallow: /lp/
Disallow: /ig
Disallow: /glp*/
Disallow: /test-checkout
Disallow: /r/