User-agent: *
Allow: /
Disallow: /api/
Disallow: /anthropic-version/
Disallow: /tests/
Disallow: /preview/
Content-Signal: ai-train=yes, search=yes, ai-input=yes

# AI search and assistant crawlers: same access as everyone else.
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-SearchBot
User-agent: PerplexityBot
User-agent: Google-Extended
Allow: /
Disallow: /api/
Disallow: /anthropic-version/
Disallow: /tests/
Disallow: /preview/
Content-Signal: ai-train=yes, search=yes, ai-input=yes

Sitemap: https://gptbusiness.io/sitemap.xml