# robots.txt for YKO Labs
# https://www.robotstxt.org/robotstxt.html

# Content Signals (https://contentsignals.org/) — declare AI content usage preferences.
# Note: Content-Signal is non-standard and moved to HTTP headers to avoid robots.txt parse errors.
# See vercel.json for Content-Signal HTTP header implementation.

User-agent: *
Allow: /

# Disallow private/admin areas for all language versions
Disallow: /*/account-settings
Disallow: /*/business-name
Disallow: /*/domain/
Disallow: /*/setup

# Legacy URL redirects (these will 301 redirect)
Disallow: /account-settings
Disallow: /business-name
Disallow: /domain/
Disallow: /setup

# AI Crawlers - Explicitly allowed for AI recommendation visibility
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: Bytespider
Allow: /

User-agent: CCBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: BraveBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Meta-ExternalAgent
Allow: /

User-agent: YouBot
Allow: /

User-agent: DuckAssistBot
Allow: /

User-agent: MistralAI-User
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: Diffbot
Allow: /

User-agent: FacebookBot
Allow: /

User-agent: DataForSeoBot
Allow: /

# Preferred canonical domain (non-standard but widely recognized)
Host: https://ykolabs.com

# Sitemap location
Sitemap: https://ykolabs.com/sitemap.xml

# IndexNow key (used by Bing, Yandex, Seznam, Naver — and indirectly by Copilot,
# ChatGPT search, DuckDuckGo, Yahoo). Submission script: scripts/indexnow-submit.js
# Key file: https://ykolabs.com/f2cad0696a6a0bac378cd3930a21f0cd.txt

# AI Context File - Machine-readable product information for LLMs
# https://ykolabs.com/llms.txt