# thedploy.com — marketing site.
#
# Everything here is public by design and we WANT it crawled, by search engines and
# by answer engines alike. A growing share of developers ask a model rather than a
# search box, so the AI crawlers below are allowed on purpose — blocking them (which
# many sites now do by default) would make us invisible in exactly the place our
# audience is looking. Revisit only if that stops being true.

User-agent: *
Allow: /

# Answer engines / AI crawlers, named explicitly so the intent is on the record and
# a future default-deny template can't quietly reverse it.
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: CCBot
Allow: /

Sitemap: https://thedploy.com/sitemap.xml
Sitemap: https://thedploy.com/check/sitemap.xml