Simplify robots.txt

diff --git a/robots.txt b/robots.txt
index 62a5e12189ca611938ab99275769861de1f15c0e..06e4ae95a8f7ab104a49c6793ff4245c6f2aabef 100644 (file)
--- a/robots.txt
+++ b/robots.txt
@@ -1,5 +1,6 @@
+# These bots are too stupid and too frequent. They download very large data files.
 User-agent: AhrefsBot
-Disallow: /
-
 User-agent: dotbot
 Disallow: /
+
+# If you are a human, feel free to ignore this robots.txt file.