User-agent: * # Content signals (Cloudflare proposal, kept as a comment: not a standard robots.txt directive, # Lighthouse/PageSpeed reports it as invalid): search=yes, ai-input=yes, ai-train=yes Allow: / # AI crawlers and assistants explicitly welcome User-agent: GPTBot User-agent: OAI-SearchBot User-agent: ChatGPT-User User-agent: ClaudeBot User-agent: Claude-SearchBot User-agent: Claude-User User-agent: PerplexityBot User-agent: Perplexity-User User-agent: Google-Extended User-agent: Applebot-Extended User-agent: CCBot User-agent: Bingbot Allow: / Sitemap: https://howseen.ai/sitemap.xml Sitemap: https://howseen.ai/blog/sitemap.xml