# Default: open to every crawler, including search engines and AI assistants. User-agent: * Allow: / Disallow: /chat/ Disallow: /assets/tour/ # --- AI assistants and LLM crawlers (explicitly welcomed) --- # These are the bots that fetch pages for AI answers (ChatGPT, Gemini, Claude, # Perplexity, Copilot, Meta AI) or to train the underlying models. Allowing # them by name, not just by the wildcard above, is what most of them check # for before citing or summarizing a site. User-agent: GPTBot Allow: / Disallow: /chat/ Disallow: /assets/tour/ User-agent: ChatGPT-User Allow: / User-agent: OAI-SearchBot Allow: / User-agent: Google-Extended Allow: / User-agent: Googlebot Allow: / User-agent: ClaudeBot Allow: / Disallow: /chat/ Disallow: /assets/tour/ User-agent: Claude-Web Allow: / User-agent: anthropic-ai Allow: / User-agent: PerplexityBot Allow: / User-agent: Perplexity-User Allow: / User-agent: Meta-ExternalAgent Allow: / User-agent: Meta-ExternalFetcher Allow: / User-agent: Applebot Allow: / User-agent: Applebot-Extended Allow: / User-agent: Bingbot Allow: / User-agent: cohere-ai Allow: / User-agent: Amazonbot Allow: / User-agent: DuckAssistBot Allow: / User-agent: CCBot Allow: / Sitemap: https://dialsyx.com/sitemap.xml