diff --git a/www/robots.txt b/www/robots.txt index 665c8d6b..03d2e1f8 100644 --- a/www/robots.txt +++ b/www/robots.txt @@ -9,4 +9,7 @@ User-agent: SemrushBot User-agent: DotBot User-agent: AhrefsBot User-agent: SEOkicks +User-agent: DataForSeoBot +User-agent: proximic + Disallow: /ebooks/*/downloads/*