# Search engines and AI crawlers may index this site, but pace yourselves.
User-agent: *
Crawl-delay: 10

# Archived material and server-side plumbing - not worth indexing.
Disallow: /Old/
Disallow: /old/
Disallow: /Admin/
Disallow: /admin/
Disallow: /Cgi-bin/
Disallow: /cgi-bin/
Disallow: /Errors/
Disallow: /errors/

# SEO/backlink scrapers - heavy load, no referral traffic.
User-agent: TerraCotta
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: AwarioBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

# Address harvesters. The well-behaved ones stop here; the rest are handled
# by keeping addresses out of the served HTML (see scripts/moon.js).
User-agent: EmailCollector
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: EmailWolf
Disallow: /

User-agent: ExtractorPro
Disallow: /

User-agent: CherryPickerSE
Disallow: /

User-agent: NICErsPRO
Disallow: /

User-agent: WebEmailExtractor
Disallow: /

User-agent: Crescent
Disallow: /