From ed3c4aec89b3afb16c3e805501cfe789d70e726e Mon Sep 17 00:00:00 2001 From: Alex Cabal Date: Sat, 31 May 2025 11:58:45 -0500 Subject: [PATCH] Update robots.txt to disallow downloads by more SEO bots --- www/robots.txt | 3 +++ 1 file changed, 3 insertions(+) diff --git a/www/robots.txt b/www/robots.txt index 665c8d6b..03d2e1f8 100644 --- a/www/robots.txt +++ b/www/robots.txt @@ -9,4 +9,7 @@ User-agent: SemrushBot User-agent: DotBot User-agent: AhrefsBot User-agent: SEOkicks +User-agent: DataForSeoBot +User-agent: proximic + Disallow: /ebooks/*/downloads/*