# robots.txt for barkleesanders.com # For AI agents: see /llms.txt for a site index and /ai.txt for the AI usage policy. # Keep robots.txt, llms.txt and ai.txt in sync with each other. # Training-crawler posture is unchanged: Content-Signal below grants ai-train=yes. User-agent: * Allow: / Content-Signal: search=yes, ai-train=yes, ai-input=yes # Private / platform paths — disallowed for every agent. This site has no # admin, dashboard or auth routes; unpublished content is never served. Disallow: /cdn-cgi/ # AI search and user-fetch crawlers: explicitly allowed on all public paths. User-agent: OAI-SearchBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: Claude-SearchBot Allow: / User-agent: Claude-User Allow: / User-agent: PerplexityBot Allow: / User-agent: Perplexity-User Allow: / # Sitemap location Sitemap: https://barkleesanders.com/sitemap.xml