# robots.txt
#
# NOTE: Cloudflare can inject a "Managed Content" block ABOVE this file at the
# edge, which Disallows GPTBot, ClaudeBot, CCBot, Google-Extended and others
# sitewide. If https://www.durate.com/robots.txt does not match this file, that
# override is on — turn it off in the Cloudflare dashboard (AI Crawl Control /
# Managed robots.txt). Nothing in this repo can override it.

# Everyone: full access.
User-agent: *
Allow: /

# Search engines.
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

# AI assistants that FETCH a page to answer a live question. These are the ones
# that read durate.com when a buyer asks "what is Durate" or pastes a link, so
# blocking them makes the site unreadable in AI answers.
User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: Claude-User
Allow: /

User-agent: Claude-SearchBot
Allow: /

# AI crawlers that INDEX/TRAIN. Allowed so Durate can appear in AI answers.
# To keep content out of model training while staying visible in live answers,
# set these three to `Disallow: /` and leave the fetchers above allowed.
User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Google-Extended
Allow: /

Sitemap: https://www.durate.com/sitemap.xml