Deduplicate patterns, fix dedup.c

1 files changed, 5 insertions, 8 deletions

diff --git a/template/p_user_agent_bot.txt b/template/p_user_agent_bot.txt

index 543adbb..c177145 100644
--- a/template/p_user_agent_bot.txt
+++ b/template/p_user_agent_bot.txt
@@ -4,15 +4,12 @@
 OAI-SearchBot/
 # Claude
 +claudebot@anthropic.com
-ClaudeBot/1.0
+ClaudeBot/
 # Facebook
-facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)
-facebookexternalhit/1.1
-facebookcatalog/1.0
-meta-externalagent/1.1 (+https://developers.facebook.com/docs/sharing/webmasters/crawler)
-meta-externalagent/1.1
-meta-externalfetcher/1.1 (+https://developers.facebook.com/docs/sharing/webmasters/crawler)
-meta-externalfetcher/1.1
+facebookexternalhit/
+facebookcatalog/
+meta-externalagent/
+meta-externalfetcher/
 # Other (by linked help domain)
 +http://yandex.com
 +https://developer.amazon.com