Sitemap: https://standardebooks.org/sitemap

# Badly-behaved bots
User-agent: *
Disallow: /honeypot

# SEO crawlers
User-agent: SemrushBot
User-agent: DotBot
User-agent: AhrefsBot
User-agent: SEOkicks
User-agent: DataForSeoBot
User-agent: proximic

Disallow: /ebooks/*/downloads/*