summaryrefslogtreecommitdiff
path: root/app
diff options
context:
space:
mode:
authorGreg Roach <greg@subaqua.co.uk>2021-02-08 20:00:24 +0000
committerGreg Roach <greg@subaqua.co.uk>2021-02-08 20:07:13 +0000
commit61e93e26a98f3aab3cc126ee24a9b02304660d61 (patch)
tree1a8fd4da1c85ac8095aff6fd3a6749bd2d1829db /app
parentdc270d8cc5085ed29f3f419c99734ddd0960c624 (diff)
downloadwebtrees-61e93e26a98f3aab3cc126ee24a9b02304660d61.tar.gz
webtrees-61e93e26a98f3aab3cc126ee24a9b02304660d61.tar.bz2
webtrees-61e93e26a98f3aab3cc126ee24a9b02304660d61.zip
Update bad-bot lists
Diffstat (limited to 'app')
-rw-r--r--app/Http/Middleware/BadBotBlocker.php2
1 files changed, 2 insertions, 0 deletions
diff --git a/app/Http/Middleware/BadBotBlocker.php b/app/Http/Middleware/BadBotBlocker.php
index a6895097eb..3b3dcdfead 100644
--- a/app/Http/Middleware/BadBotBlocker.php
+++ b/app/Http/Middleware/BadBotBlocker.php
@@ -57,6 +57,7 @@ class BadBotBlocker implements MiddlewareInterface
'Adsbot',
'AhrefsBot',
'AspiegelBot',
+ 'Barkrowler',
'DotBot',
'Grapeshot',
'ia_archiver',
@@ -81,6 +82,7 @@ class BadBotBlocker implements MiddlewareInterface
'bingbot' => ['.search.msn.com'],
'BingPreview' => ['.search.msn.com'],
'Google' => ['.google.com', '.googlebot.com'],
+ 'Mail.ru' => ['mail.ru'],
'msnbot' => ['.search.msn.com'],
'Qwantify' => ['.search.qwant.com'],
'Sogou' => ['.crawl.sogou.com'],