# Allow specific AI user agents to crawl the site.
# These are for user-facing features, not for training data.
User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Google-Extended
Allow: /

# Allow all other user agents, including standard search engine crawlers.
User-agent: *
Allow: /

# Point crawlers to the sitemap
Sitemap: https://contextkit.io/sitemap.xml