From 54c220f0876102588f462f17faa31e8cfe680d83 Mon Sep 17 00:00:00 2001 From: Rory& Date: Thu, 5 Jun 2025 06:17:31 +0200 Subject: Deduplicate patterns, fix dedup.c --- template/p_user_agent_bot.txt | 13 +++++-------- 1 file changed, 5 insertions(+), 8 deletions(-) (limited to 'template') diff --git a/template/p_user_agent_bot.txt b/template/p_user_agent_bot.txt index 543adbb..c177145 100644 --- a/template/p_user_agent_bot.txt +++ b/template/p_user_agent_bot.txt @@ -4,15 +4,12 @@ OAI-SearchBot/ # Claude +claudebot@anthropic.com -ClaudeBot/1.0 +ClaudeBot/ # Facebook -facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php) -facebookexternalhit/1.1 -facebookcatalog/1.0 -meta-externalagent/1.1 (+https://developers.facebook.com/docs/sharing/webmasters/crawler) -meta-externalagent/1.1 -meta-externalfetcher/1.1 (+https://developers.facebook.com/docs/sharing/webmasters/crawler) -meta-externalfetcher/1.1 +facebookexternalhit/ +facebookcatalog/ +meta-externalagent/ +meta-externalfetcher/ # Other (by linked help domain) +http://yandex.com +https://developer.amazon.com -- cgit 1.5.1