# DetectHiddenFees crawler policy
# Public editorial and product content is crawlable. Utility, scratch, and
# administrative paths are excluded from discovery.
User-agent: *
Allow: /
Disallow: /admin/
Disallow: /wp-admin/
Disallow: /cgi-bin/
Disallow: /tmp/
Disallow: /logs/

# AI/search agents may access the same public content for retrieval and answers.
User-agent: GPTBot
Allow: /
User-agent: OAI-SearchBot
Allow: /
User-agent: ChatGPT-User
Allow: /
User-agent: ClaudeBot
Allow: /
User-agent: PerplexityBot
Allow: /
User-agent: Googlebot
Allow: /
User-agent: Google-Extended
Allow: /
User-agent: Bingbot
Allow: /

Sitemap: https://detecthiddenfees.com/sitemap.xml

# RSS is a supplementary discovery channel; the sitemap remains canonical.