summary refs log tree commit diff
path: root/template
diff options
context:
space:
mode:
Diffstat (limited to 'template')
-rw-r--r--template/p_user_agent_bot.txt13
1 files changed, 5 insertions, 8 deletions
diff --git a/template/p_user_agent_bot.txt b/template/p_user_agent_bot.txt

index 543adbb..c177145 100644 --- a/template/p_user_agent_bot.txt +++ b/template/p_user_agent_bot.txt
@@ -4,15 +4,12 @@ OAI-SearchBot/ # Claude +claudebot@anthropic.com -ClaudeBot/1.0 +ClaudeBot/ # Facebook -facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php) -facebookexternalhit/1.1 -facebookcatalog/1.0 -meta-externalagent/1.1 (+https://developers.facebook.com/docs/sharing/webmasters/crawler) -meta-externalagent/1.1 -meta-externalfetcher/1.1 (+https://developers.facebook.com/docs/sharing/webmasters/crawler) -meta-externalfetcher/1.1 +facebookexternalhit/ +facebookcatalog/ +meta-externalagent/ +meta-externalfetcher/ # Other (by linked help domain) +http://yandex.com +https://developer.amazon.com