From 74ef71cf63432c57e5805b4f4ec91a3fdc271b4e Mon Sep 17 00:00:00 2001 From: Faisal Salman Date: Sun, 10 Aug 2025 00:40:20 +0700 Subject: [PATCH] [extensions][helpers] Add new bots: Asana, bitlybot, Chrome-Lighthouse, DeepSeekBot, DuckDuckGo-Favicons-Bot, Elastic, Zoombot --- src/helpers/ua-parser-helpers.js | 3 +++ test/data/ua/extension/crawler.json | 30 ++++++++++++++++++++++ test/data/ua/extension/fetcher.json | 40 +++++++++++++++++++++++++++++ 3 files changed, 73 insertions(+) diff --git a/src/helpers/ua-parser-helpers.js b/src/helpers/ua-parser-helpers.js index c00e49b..c62a541 100644 --- a/src/helpers/ua-parser-helpers.js +++ b/src/helpers/ua-parser-helpers.js @@ -71,6 +71,9 @@ const isAIBot = (resultOrUA) => [ // DataForSeo 'dataforseobot', + // DeepSeek + 'deepseekbot', + // Diffbot 'diffbot', diff --git a/test/data/ua/extension/crawler.json b/test/data/ua/extension/crawler.json index ac580fc..69743a0 100644 --- a/test/data/ua/extension/crawler.json +++ b/test/data/ua/extension/crawler.json @@ -359,6 +359,16 @@ "type" : "crawler" } }, + { + "desc" : "DeepSeekBot", + "ua" : "DeepSeekBot", + "expect" : + { + "name" : "DeepSeekBot", + "version" : "undefined", + "type" : "crawler" + } + }, { "desc" : "Diffbot", "ua" : "Diffbot/0.1", @@ -389,6 +399,26 @@ "type" : "crawler" } }, + { + "desc" : "DuckDuckGo-Favicons-Bot", + "ua" : "DuckDuckGo-Favicons-Bot/1.0", + "expect" : + { + "name" : "DuckDuckGo-Favicons-Bot", + "version" : "1.0", + "type" : "crawler" + } + }, + { + "desc" : "Elastic", + "ua" : "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/124.0.6367.29 Safari/537.36 Elastic/Synthetics", + "expect" : + { + "name" : "Elastic", + "version" : "undefined", + "type" : "crawler" + } + }, { "desc" : "Exabot", "ua" : "Mozilla/5.0 (compatible; Exabot/3.0; +http://www.exabot.com/go/robot)", diff --git a/test/data/ua/extension/fetcher.json b/test/data/ua/extension/fetcher.json index 19b05bb..e1f3951 100644 --- a/test/data/ua/extension/fetcher.json +++ b/test/data/ua/extension/fetcher.json @@ -9,6 +9,16 @@ "type" : "fetcher" } }, + { + "desc" : "Asana", + "ua" : "Asana/1.4.0 WebsiteMetadataRetriever", + "expect" : + { + "name" : "Asana", + "version" : "1.4.0", + "type" : "fetcher" + } + }, { "desc" : "Better Uptime Bot", "ua" : "Better Uptime Bot Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/74.0.3729.169 Safari/537.36", @@ -29,6 +39,16 @@ "type" : "fetcher" } }, + { + "desc" : "Bit.ly", + "ua" : "bitlybot/3.0 (+http://bit.ly/)", + "expect" : + { + "name" : "bitlybot", + "version" : "3.0", + "type" : "fetcher" + } + }, { "desc" : "Blueno", "ua" : "acebookexternalhit/1.1 (compatible; Blueno/1.0; +http://naver.me/scrap)", @@ -69,6 +89,16 @@ "type" : "fetcher" } }, + { + "desc" : "Chrome-Lighthouse", + "ua" : "Mozilla/5.0 (Linux; Android 7.0; Moto G (4)) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/94.0.4590.2 Mobile Safari/537.36 Chrome-Lighthouse", + "expect" : + { + "name" : "Chrome-Lighthouse", + "version" : "undefined", + "type" : "fetcher" + } + }, { "desc" : "DuckAssistBot", "ua" : "DuckAssistBot/1.2; (+http://duckduckgo.com/duckassistbot.html)", @@ -288,5 +318,15 @@ "version" : "2.23.20.0", "type" : "fetcher" } + }, + { + "desc" : "Zoombot", + "ua" : "Mozilla/5.0 (compatible; Zoombot/1.0; +https://zoom.us; crawler@domain.com)", + "expect" : + { + "name" : "Zoombot", + "version" : "1.0", + "type" : "fetcher" + } } ] \ No newline at end of file