[extensions][helpers] Add some new AI bots: Bravebot, Cotoyogi, FirecrawlAgent, HuggingFace-Bot, Kangaroo Bot, PanguBot, Replicate-Bot, RunPod-Bot, Together-Bot, xAI-Bot

This commit is contained in:
Faisal Salman
2025-08-14 20:42:17 +07:00
parent 647b6232bd
commit 975c4860f4
3 changed files with 131 additions and 3 deletions

View File

@@ -59,6 +59,9 @@ const isAIBot = (resultOrUA) => [
'applebot',
'applebot-extended',
// Brave
'bravebot',
// ByteDance
'bytespider',
'tiktokspider',
@@ -92,6 +95,16 @@ const isAIBot = (resultOrUA) => [
// Huawei
'petalbot',
'pangubot',
// Hugging Face
'huggingface-bot',
// Kangaroo
'kangaroo bot',
// Mendable.ai
'firecrawlagent',
// Meta
'facebookbot',
@@ -104,12 +117,21 @@ const isAIBot = (resultOrUA) => [
// Perplexity
'perplexitybot',
// Replicate
'replicate-bot',
// Runpod
'runpod-bot',
// Semrush
'semrushbot-ocob',
// Timpi
'timpibot',
// Together AI
'together-bot',
// Velen.io
'velenpublicwebcrawler',
@@ -121,6 +143,9 @@ const isAIBot = (resultOrUA) => [
'omgilibot',
'webzio-extended',
// X
'xai-bot',
// You.com
'youbot',