From a4c81a5600e8fb30515b8375e24463b5acedaec8 Mon Sep 17 00:00:00 2001 From: Faisal Salman Date: Sat, 28 Sep 2024 10:29:40 +0700 Subject: [PATCH] [submodule:extensions] Add new crawler: OAI-SearchBot (OpenAI's bot for SearchGPT) --- src/extensions/ua-parser-extensions.js | 3 ++- test/specs/browser-crawlers.json | 10 ++++++++++ 2 files changed, 12 insertions(+), 1 deletion(-) diff --git a/src/extensions/ua-parser-extensions.js b/src/extensions/ua-parser-extensions.js index a1efa24..a50145d 100644 --- a/src/extensions/ua-parser-extensions.js +++ b/src/extensions/ua-parser-extensions.js @@ -49,8 +49,9 @@ const Crawlers = Object.freeze({ // FacebookBot - https://developers.facebook.com/docs/sharing/bot/ // GPTBot - https://platform.openai.com/docs/gptbot // MJ12bot - https://mj12bot.com/ + // OpenAI Search - https://platform.openai.com/docs/bots // SemrushBot - http://www.semrush.com/bot.html - /((?:ahrefs|amazon|apple|bing|dot|duckduck|facebook|gpt|mj12|semrush)bot)\/([\w\.]+)/i, + /((?:ahrefs|amazon|apple|bing|dot|duckduck|facebook|gpt|mj12|oai-search|semrush)bot)\/([\w\.]+)/i, // Baiduspider https://help.baidu.com/question?prod_id=99&class=0&id=3001 /(baiduspider)[-imagevdonsfcpr]{0,6}\/([\w\.]+)/i, diff --git a/test/specs/browser-crawlers.json b/test/specs/browser-crawlers.json index b205ebf..45e25ad 100644 --- a/test/specs/browser-crawlers.json +++ b/test/specs/browser-crawlers.json @@ -129,6 +129,16 @@ "type" : "crawler" } }, + { + "desc" : "OpenAI Search", + "ua" : "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko); compatible; OAI-SearchBot/1.0; +https://openai.com/searchbot", + "expect" : + { + "name" : "OAI-SearchBot", + "version" : "1.0", + "type" : "crawler" + } + }, { "desc" : "SemrushBot", "ua" : "Mozilla/5.0 (compatible; SemrushBot/7~bl; +http://www.semrush.com/bot.html)",