From bbda4febb12379774a368afd23953d2cd7b094ff Mon Sep 17 00:00:00 2001 From: Csaba Varro Date: Wed, 24 Nov 2021 14:48:35 +0100 Subject: [PATCH] Extend user agent list --- index.js | 21 ++++++++++++++++++++- 1 file changed, 20 insertions(+), 1 deletion(-) diff --git a/index.js b/index.js index ef35b1a..f422dd5 100644 --- a/index.js +++ b/index.js @@ -23,7 +23,26 @@ var crawlerUserAgents = [ 'showyoubot', 'outbrain', 'pinterest', - 'developers.google.com/+/web/snippet' + 'developers.google.com/+/web/snippet', + 'slackbot', + 'vkShare', + 'W3C_Validator', + 'redditbot', + 'Applebot', + 'WhatsApp', + 'flipboard', + 'tumblr', + 'bitlybot', + 'SkypeUriPreview', + 'nuzzel', + 'Discordbot', + 'Google Page Speed', + 'Qwantify', + 'pinterestbot', + 'Bitrix link preview', + 'XING-contenttabreceiver', + 'Chrome-Lighthouse', + 'TelegramBot' ]; var extensionsToIgnore = [