add SEO robot to rules

This commit is contained in:
Edi Septriyanto
2021-01-05 16:01:36 +07:00
parent bc9cb9d3df
commit 55e419fc0f

View File

@@ -108,7 +108,7 @@ if ($block_spam = 1) {
## Block suspicious user agents.
set $block_user_agents 0;
# Don't disable wget if you need it to run cron jobs!
# Do not disable wget if you need it to run cron jobs!
#if ($http_user_agent ~ "Wget") {
# set $block_user_agents 1;
#}
@@ -123,6 +123,11 @@ if ($http_user_agent ~* "(libwww-perl|GetRight|GetWeb!|Go!Zilla|Download Demon|G
set $block_user_agents 1;
}
# SEO tools robot (hide your site from competitors SEO tool)
if ($http_user_agent ~* "(Rogerbot|SemrushBot|MJ12bot|AhrefsBot|Xenu)") {
set $block_user_agents 1;
}
if ($block_user_agents = 1) {
return 403;
}