User-agent: *
Allow: /

# Allow AI crawlers explicitly — Clear-Vu wants to be discoverable in AI engines
User-agent: GPTBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: CCBot
Allow: /

# Block crawling of internal/build artifacts
Disallow: /scripts/
Disallow: /assets/data/

# Block the gated Rep Portal — agency-only authenticated area
Disallow: /portal/

# Block the private whitepaper hub — direct-invitation only, unlisted
Disallow: /private/

Sitemap: https://clearvulighting.com/sitemap.xml