summaryrefslogtreecommitdiff
path: root/app
diff options
context:
space:
mode:
authorGreg Roach <greg@subaqua.co.uk>2022-11-27 17:19:52 +0000
committerGreg Roach <greg@subaqua.co.uk>2022-11-27 17:19:52 +0000
commit77d0194e2990079106916d44571d7f807d2e850d (patch)
tree3101a18b6dbd2349044597e1fa1a57e2fcdbfb46 /app
parent033999b09ece322217e4407c67eafd75e03718d3 (diff)
downloadwebtrees-77d0194e2990079106916d44571d7f807d2e850d.tar.gz
webtrees-77d0194e2990079106916d44571d7f807d2e850d.tar.bz2
webtrees-77d0194e2990079106916d44571d7f807d2e850d.zip
Add verification for Applebot and MojeekBot
Diffstat (limited to 'app')
-rw-r--r--app/Http/Middleware/BadBotBlocker.php4
1 files changed, 4 insertions, 0 deletions
diff --git a/app/Http/Middleware/BadBotBlocker.php b/app/Http/Middleware/BadBotBlocker.php
index 6da8753f5f..c09ad5a117 100644
--- a/app/Http/Middleware/BadBotBlocker.php
+++ b/app/Http/Middleware/BadBotBlocker.php
@@ -90,12 +90,16 @@ class BadBotBlocker implements MiddlewareInterface
* @see https://www.bing.com/webmaster/help/which-crawlers-does-bing-use-8c184ec0
* @see https://www.bing.com/webmaster/help/how-to-verify-bingbot-3905dc26
* @see https://yandex.com/support/webmaster/robot-workings/check-yandex-robots.html
+ * @see https://www.mojeek.com/bot.html
+ * @see https://support.apple.com/en-gb/HT204683
*/
private const ROBOT_REV_FWD_DNS = [
'Amazonbot' => ['.crawl.amazon.com'],
+ 'Applebot' => ['.applebot.apple.com'],
'bingbot' => ['.search.msn.com'],
'BingPreview' => ['.search.msn.com'],
'Google' => ['.google.com', '.googlebot.com'],
+ 'MojeekBot' => ['.mojeek.com'],
'Mail.RU_Bot' => ['.mail.ru'],
'msnbot' => ['.search.msn.com'],
'Qwantify' => ['.search.qwant.com'],