# CrawlBit — an AEO tool, so AI crawlers are explicitly welcome.
User-agent: *
Allow: /

# App, auth, and per-user/dynamic pages: not for indexing.
Disallow: /account
Disallow: /settings
Disallow: /dashboard
Disallow: /workspace
Disallow: /agency
Disallow: /reset
Disallow: /unsubscribe
Disallow: /r/
Disallow: /c/
Disallow: /api/

Sitemap: https://www.crawlbit.app/sitemap.xml