FEATURE: default block ahrefsbot crawler

FEATURE: default block ahrefsbot crawler

diff --git a/config/site_settings.yml b/config/site_settings.yml
index 0c18416..a897c96 100644
--- a/config/site_settings.yml
+++ b/config/site_settings.yml
@@ -1244,7 +1244,7 @@ security:
     list_type: compact
   blacklisted_crawler_user_agents:
     type: list
-    default: "mauibot|semrushbot"
+    default: "mauibot|semrushbot|ahrefsbot"
     list_type: compact
   slow_down_crawler_user_agents:
     type: list

GitHub sha: eb9377af

1 Like