[extensions] Update some more bots #780: Better Uptime Bot, SemrushBot, Yahoo! Slurp

This commit is contained in:
Faisal Salman
2025-03-04 11:14:31 +07:00
parent d1105ce4b3
commit 3d41647a55
3 changed files with 44 additions and 4 deletions

View File

@@ -480,6 +480,26 @@
"type" : "crawler"
}
},
{
"desc" : "SemrushBot for Backlink Audit tool",
"ua" : "Mozilla/5.0 (compatible; SemrushBot-BA; +http://www.semrush.com/bot.html)",
"expect" :
{
"name" : "SemrushBot-BA",
"version" : "undefined",
"type" : "crawler"
}
},
{
"desc" : "SemrushBot for On Page SEO Checker tool",
"ua" : "Mozilla/5.0 (compatible; SemrushBot-SI/0.97; +http://www.semrush.com/bot.html)",
"expect" :
{
"name" : "SemrushBot-SI",
"version" : "0.97",
"type" : "crawler"
}
},
{
"desc" : "SemrushBot for ContentShake AI tool",
"ua" : "Mozilla/5.0 (compatible; SemrushBot-OCOB/1; +https://www.semrush.com/bot/)",
@@ -550,6 +570,16 @@
"type" : "crawler"
}
},
{
"desc" : "Yahoo! Slurp",
"ua" : "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) ",
"expect" :
{
"name" : "Yahoo! Slurp",
"version" : "undefined",
"type" : "crawler"
}
},
{
"desc" : "YandexBot",
"ua" : "Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)",