User-agent: *
Allow: /
Sitemap: https://headlessdomains.com/sitemap.xml
schemamap: https://headlessdomains.com/schemamap.xml

# Premium AI Search Crawlers (Allowed)
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: Google-Extended
User-agent: PerplexityBot
User-agent: Claude-Web
User-agent: ClaudeBot
Allow: /
Crawl-delay: 1

# AI Training Crawlers (Disallowed)
User-agent: CCBot
User-agent: anthropic-ai
User-agent: OmgiliBot
User-agent: Omgili
User-agent: FacebookBot
User-agent: ByteSpider
Disallow: /