# DesperateMinds robots.txt — production crawler rules
# Indexable canonical pages are crawlable. Private result/checkout pages use
# page/header noindex directives, so crawlers must be allowed to fetch them.
User-agent: *
Allow: /

# We do not use robots.txt to hide private-result URLs from indexing;
# their HTML carries noindex,follow,noarchive and production responses
# will also use private/no-store controls where appropriate.

# AI/search agents are allowed under the same public-content rules.
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: PerplexityBot
User-agent: Google-Extended
Allow: /

Sitemap: https://www.desperateminds.com/sitemap.xml