FEATURE: default block semrushbot crawler

FEATURE: default block semrushbot crawler

diff --git a/config/site_settings.yml b/config/site_settings.yml
index d0d25b9..0c18416 100644
--- a/config/site_settings.yml
+++ b/config/site_settings.yml
@@ -1244,7 +1244,7 @@ security:
     list_type: compact
   blacklisted_crawler_user_agents:
     type: list
-    default: "mauibot"
+    default: "mauibot|semrushbot"
     list_type: compact
   slow_down_crawler_user_agents:
     type: list

GitHub sha: 658cc4d0

1 Like