# Admin and CommonSpot internals — off-limits to everyone
User-agent: *
Disallow: /admin/
Disallow: /commonspot/

# Real search engines we want indexed, but throttled
User-agent: bingbot
Crawl-delay: 10
Disallow: /admin/
Disallow: /commonspot/

User-agent: Applebot
Crawl-delay: 10
Disallow: /admin/
Disallow: /commonspot/

User-agent: PetalBot
Crawl-delay: 10
Disallow: /admin/
Disallow: /commonspot/

User-agent: Amazonbot
Crawl-delay: 10
Disallow: /admin/
Disallow: /commonspot/

User-agent: Bytespider
Crawl-delay: 20
Disallow: /admin/
Disallow: /commonspot/

# Pure SEO-backlink scrapers — no audience value, block entirely
User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: SemrushBot
Disallow: /