[extensions] Update some more bots #780: Better Uptime Bot, SemrushBot, Yahoo! Slurp

This commit is contained in:
Faisal Salman
2025-03-04 11:14:31 +07:00
parent d1105ce4b3
commit 3d41647a55
3 changed files with 44 additions and 4 deletions

View File

@@ -480,6 +480,26 @@
"type" : "crawler"
}
},
{
"desc" : "SemrushBot for Backlink Audit tool",
"ua" : "Mozilla/5.0 (compatible; SemrushBot-BA; +http://www.semrush.com/bot.html)",
"expect" :
{
"name" : "SemrushBot-BA",
"version" : "undefined",
"type" : "crawler"
}
},
{
"desc" : "SemrushBot for On Page SEO Checker tool",
"ua" : "Mozilla/5.0 (compatible; SemrushBot-SI/0.97; +http://www.semrush.com/bot.html)",
"expect" :
{
"name" : "SemrushBot-SI",
"version" : "0.97",
"type" : "crawler"
}
},
{
"desc" : "SemrushBot for ContentShake AI tool",
"ua" : "Mozilla/5.0 (compatible; SemrushBot-OCOB/1; +https://www.semrush.com/bot/)",
@@ -550,6 +570,16 @@
"type" : "crawler"
}
},
{
"desc" : "Yahoo! Slurp",
"ua" : "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) ",
"expect" :
{
"name" : "Yahoo! Slurp",
"version" : "undefined",
"type" : "crawler"
}
},
{
"desc" : "YandexBot",
"ua" : "Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)",

View File

@@ -9,6 +9,16 @@
"type" : "fetcher"
}
},
{
"desc" : "Better Uptime Bot",
"ua" : "Better Uptime Bot Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/74.0.3729.169 Safari/537.36",
"expect" :
{
"name" : "Better Uptime Bot",
"version" : "undefined",
"type" : "fetcher"
}
},
{
"desc" : "BingPreview",
"ua" : "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/534+ (KHTML, like Gecko) BingPreview/1.0b",