# SeenLens welcomes search engines, AI search crawlers and AI agents.
User-agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Allow: /scan/sample
Disallow: /api/
Disallow: /scan/

User-agent: GPTBot
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Allow: /scan/sample
Disallow: /api/
Disallow: /scan/

User-agent: OAI-SearchBot
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Allow: /scan/sample
Disallow: /api/
Disallow: /scan/

User-agent: ChatGPT-User
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Allow: /scan/sample
Disallow: /api/
Disallow: /scan/

User-agent: ClaudeBot
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Allow: /scan/sample
Disallow: /api/
Disallow: /scan/

User-agent: Claude-SearchBot
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Allow: /scan/sample
Disallow: /api/
Disallow: /scan/

User-agent: Claude-User
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Allow: /scan/sample
Disallow: /api/
Disallow: /scan/

User-agent: PerplexityBot
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Allow: /scan/sample
Disallow: /api/
Disallow: /scan/

User-agent: Perplexity-User
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Allow: /scan/sample
Disallow: /api/
Disallow: /scan/

User-agent: Google-Extended
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Allow: /scan/sample
Disallow: /api/
Disallow: /scan/

User-agent: Applebot-Extended
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Allow: /scan/sample
Disallow: /api/
Disallow: /scan/

User-agent: CCBot
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Allow: /scan/sample
Disallow: /api/
Disallow: /scan/

User-agent: Bytespider
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Allow: /scan/sample
Disallow: /api/
Disallow: /scan/

# AI training is allowed (shared preference token; Allow is also the default).
User-agent: __usage_ai-training
Allow: /

Sitemap: https://seenlens.com/sitemap.xml