[extensions][helpers] Add some bots from Vercel: v0bot, vercel-favicon-bot, vercel-screenshot-bot, vercelflags, verceltracing

This commit is contained in:
Faisal Salman 2025-08-14 19:34:14 +07:00
parent 95485f7b5d
commit 647b6232bd
4 changed files with 57 additions and 2 deletions

View File

@ -121,8 +121,9 @@ const Crawlers = Object.freeze({
// ImagesiftBot - https://imagesift.com/about // ImagesiftBot - https://imagesift.com/about
// Qihoo 360Spider // Qihoo 360Spider
// TurnitinBot - https://www.turnitin.com/robot/crawlerinfo.html // TurnitinBot - https://www.turnitin.com/robot/crawlerinfo.html
// v0bot - https://vercel.com/docs/bot-management
// Yahoo! Slurp - http://help.yahoo.com/help/us/ysearch/slurp // Yahoo! Slurp - http://help.yahoo.com/help/us/ysearch/slurp
/\b(360spider-?(?:image|video)?|bytespider|cohere-training-data-crawler|elastic(?=\/s)|(?:ai2|aspiegel|dataforseo|deepseek|imagesift|petal|turnitin)bot|teoma|yahoo! slurp)/i /\b(360spider-?(?:image|video)?|bytespider|cohere-training-data-crawler|elastic(?=\/s)|(?:ai2|aspiegel|dataforseo|deepseek|imagesift|petal|turnitin|v0)bot|teoma|yahoo! slurp)/i
], ],
[NAME, [TYPE, CRAWLER]] [NAME, [TYPE, CRAWLER]]
] ]
@ -265,7 +266,7 @@ const Fetchers = Object.freeze({
[ [
// Google Bots / Chrome-Lighthouse / Cohere / Gemini-Deep-Research / Snapchat / TikTokSpider / Vercelbot / Yandex Bots // Google Bots / Chrome-Lighthouse / Cohere / Gemini-Deep-Research / Snapchat / TikTokSpider / Vercelbot / Yandex Bots
/((?:better uptime |telegram|vercel)bot|chrome-lighthouse|cohere-ai|feedfetcher-google|gemini-deep-research|google(?:imageproxy|-read-aloud|-pagerenderer|producer)|snap url preview|tiktokspider|yandex(?:sitelinks|userproxy))/i /((?:better uptime |telegram|vercel)bot|chrome-lighthouse|cohere-ai|feedfetcher-google|gemini-deep-research|google(?:imageproxy|-read-aloud|-pagerenderer|producer)|snap url preview|tiktokspider|vercel(flags|tracing|-(favicon|screenshot)-bot)|yandex(?:sitelinks|userproxy))/i
], ],
[NAME, [TYPE, FETCHER]], [NAME, [TYPE, FETCHER]],
], ],

View File

@ -61,6 +61,7 @@ const isAIBot = (resultOrUA) => [
// ByteDance // ByteDance
'bytespider', 'bytespider',
'tiktokspider',
// Cohere // Cohere
'cohere-training-data-crawler', 'cohere-training-data-crawler',
@ -112,6 +113,9 @@ const isAIBot = (resultOrUA) => [
// Velen.io // Velen.io
'velenpublicwebcrawler', 'velenpublicwebcrawler',
// Vercel
'v0bot',
// Webz.io // Webz.io
'omgili', 'omgili',
'omgilibot', 'omgilibot',

View File

@ -880,6 +880,16 @@
"type" : "crawler" "type" : "crawler"
} }
}, },
{
"desc" : "v0bot",
"ua" : "v0bot",
"expect" :
{
"name" : "v0bot",
"version" : "undefined",
"type" : "crawler"
}
},
{ {
"desc" : "Yahoo! Japan", "desc" : "Yahoo! Japan",
"ua" : "Y!J-BRW/1.0 (https://www.yahoo-help.jp/app/answers/detail/p/595/a_id/42716)", "ua" : "Y!J-BRW/1.0 (https://www.yahoo-help.jp/app/answers/detail/p/595/a_id/42716)",

View File

@ -329,6 +329,26 @@
"type" : "fetcher" "type" : "fetcher"
} }
}, },
{
"desc" : "vercel-favicon-bot",
"ua" : "vercel-favicon-bot",
"expect" :
{
"name" : "vercel-favicon-bot",
"version" : "undefined",
"type" : "fetcher"
}
},
{
"desc" : "vercel-screenshot-bot",
"ua" : "vercel-screenshot-bot",
"expect" :
{
"name" : "vercel-screenshot-bot",
"version" : "undefined",
"type" : "fetcher"
}
},
{ {
"desc" : "Vercelbot", "desc" : "Vercelbot",
"ua" : "Vercelbot (+https://vercel.com)", "ua" : "Vercelbot (+https://vercel.com)",
@ -339,6 +359,26 @@
"type" : "fetcher" "type" : "fetcher"
} }
}, },
{
"desc" : "vercelflags",
"ua" : "vercelflags",
"expect" :
{
"name" : "vercelflags",
"version" : "undefined",
"type" : "fetcher"
}
},
{
"desc" : "verceltracing",
"ua" : "verceltracing",
"expect" :
{
"name" : "verceltracing",
"version" : "undefined",
"type" : "fetcher"
}
},
{ {
"desc" : "WhatsApp", "desc" : "WhatsApp",
"ua" : "WhatsApp/2.23.20.0", "ua" : "WhatsApp/2.23.20.0",