User-agent: *
Allow: /

# Public marketing HTML must remain crawlable for Googlebot, Bingbot, OAI-SearchBot,
# and other standard crawlers. Do not add blanket Disallow rules for /.

# Cloudflare Verified Bot identity pages
Allow: /crawler
Allow: /crawler.html
Allow: /crawler-ips.txt

# Private application shells and authenticated routes (also carry X-Robots-Tag: noindex)
Disallow: /app
Disallow: /appDev
Disallow: /appStaging
Disallow: /homeDev
Disallow: /dev/

Sitemap: https://www.rabbitseo.com/sitemap.xml