# Block crawlers that scrape but don't send traffic
User-agent: AhrefsBot
User-agent: SemrushBot
User-agent: MJ12bot
User-agent: DotBot
User-agent: BLEXBot
User-agent: DataForSeoBot
User-agent: Bytespider
User-agent: PetalBot
User-agent: ia_archiver
User-agent: archive.org_bot
Disallow: /

# Allow everything else
User-agent: *
Allow: /
Disallow: /dashboard/
Disallow: /api/
Disallow: /auth/
Disallow: /_next/

# Sitemap
Sitemap: https://1bench.dev/sitemap.xml