diff options
| author | Greg Roach <greg@subaqua.co.uk> | 2025-03-02 21:35:32 +0000 |
|---|---|---|
| committer | Greg Roach <greg@subaqua.co.uk> | 2025-03-02 21:48:20 +0000 |
| commit | 5a95b6ec8b75bf5be42ec2bc7d38a2669dc586ec (patch) | |
| tree | 3de7aa750421a4392b03c1fc0f6a071fae488ee9 | |
| parent | 7d9096f551a87160e703627fcc75e813c92515ab (diff) | |
| download | webtrees-5a95b6ec8b75bf5be42ec2bc7d38a2669dc586ec.tar.gz webtrees-5a95b6ec8b75bf5be42ec2bc7d38a2669dc586ec.tar.bz2 webtrees-5a95b6ec8b75bf5be42ec2bc7d38a2669dc586ec.zip | |
Update Facebook crawlers in bad-bot-blocker
| -rw-r--r-- | app/Http/Middleware/BadBotBlocker.php | 3 |
1 files changed, 2 insertions, 1 deletions
diff --git a/app/Http/Middleware/BadBotBlocker.php b/app/Http/Middleware/BadBotBlocker.php index 0651152d81..cdf94169d5 100644 --- a/app/Http/Middleware/BadBotBlocker.php +++ b/app/Http/Middleware/BadBotBlocker.php @@ -92,6 +92,7 @@ class BadBotBlocker implements MiddlewareInterface 'linabot', // Aggressive crawer, no info available 'Linguee', 'MegaIndex.ru', + 'meta-externalagent', // Facebook's crawler for training LLMs. 'MJ12bot', 'netEstate NE', 'OAI-SearchBot', // Collects training data for LLMs @@ -212,7 +213,7 @@ class BadBotBlocker implements MiddlewareInterface * @see https://www.facebook.com/peering/ */ private const array ROBOT_ASNS = [ - 'facebook' => ['AS32934', 'AS63293'], + 'facebook' => ['AS32934'], 'twitter' => ['AS13414'], ]; |