# BnBDetector Robots.txt
# Last updated: 2025-08-20

# Allow all crawlers by default
User-agent: *
Allow: /

# Disallow sensitive and system areas
Disallow: /api/
Disallow: /dashboard/
Disallow: /signin/
Disallow: /reports/
Disallow: /_next/data/
Disallow: /admin/
Disallow: /private/
Disallow: /cdn-cgi/

# Disallow locale-prefixed private routes
Disallow: /*/dashboard/
Disallow: /*/signin/
Disallow: /*/reports/

# Prevent infinite crawl from parameters and search
Disallow: /*?*
Disallow: /search*
Disallow: /*s=*

# Allow important static assets
Allow: /favicon*
Allow: /manifest*
Allow: /robots.txt

# Crawl-delay for respectful crawling
Crawl-delay: 1

# Sitemap location (single source of truth)
Sitemap: https://www.bnbdetector.com/sitemap.xml