[extensions] Add new bots: Daumoa, iAskBot, Iframely, Qwantbot

This commit is contained in:
Faisal Salman
2025-05-30 23:16:02 +07:00
parent 29677bcd3d
commit a3549efc22
3 changed files with 90 additions and 2 deletions

View File

@@ -299,6 +299,36 @@
"type" : "crawler"
}
},
{
"desc" : "Daum",
"ua" : "Mozilla/5.0 (compatible; MSIE or Firefox mutant;) Daum 4.1",
"expect" :
{
"name" : "Daum",
"version" : "4.1",
"type" : "crawler"
}
},
{
"desc" : "Daumoa",
"ua" : "Mozilla/5.0 (compatible; MSIE or Firefox mutant; not on Windows server;) Daumoa 4.0",
"expect" :
{
"name" : "Daumoa",
"version" : "4.0",
"type" : "crawler"
}
},
{
"desc" : "Daumoa-image",
"ua" : "Mozilla/5.0 (compatible; MSIE or Firefox mutant; not on Windows server;) Daumoa-image/1.0",
"expect" :
{
"name" : "Daumoa-image",
"version" : "1.0",
"type" : "crawler"
}
},
{
"desc" : "Diffbot",
"ua" : "Diffbot/0.1",
@@ -489,6 +519,16 @@
"type" : "crawler"
}
},
{
"desc" : "iAskBot",
"ua" : "Mozilla/5.0 AppleWebKit/605.1.15 (KHTML, like Gecko; compatible; iAskBot/1.0; +https://iask.ai/) Chrome/120.0.6099.119 Safari/605.1.15",
"expect" :
{
"name" : "iAskBot",
"version" : "1.0",
"type" : "crawler"
}
},
{
"desc" : "ImagesiftBot",
"ua" : "Mozilla/5.0 (compatible; ImagesiftBot; +imagesift.com)",
@@ -620,6 +660,36 @@
"type" : "crawler"
}
},
{
"desc" : "Qwantbot",
"ua" : "Mozilla/5.0 (compatible; Qwantbot/1.0_12345; +https://help.qwant.com/bot/)",
"expect" :
{
"name" : "Qwantbot",
"version" : "1.0_12345",
"type" : "crawler"
}
},
{
"desc" : "Qwantbot",
"ua" : "Mozilla/5.0 (compatible; Qwantbot-prod51071/1.0; +Qwantbot@qwant.com)",
"expect" :
{
"name" : "Qwantbot",
"version" : "1.0",
"type" : "crawler"
}
},
{
"desc" : "Qwantbot",
"ua" : "Mozilla/5.0 (compatible; Qwantbot-news/2.0; +https://help.qwant.com/bot/)",
"expect" :
{
"name" : "Qwantbot",
"version" : "2.0",
"type" : "crawler"
}
},
{
"desc" : "SemrushBot",
"ua" : "Mozilla/5.0 (compatible; SemrushBot/7~bl; +http://www.semrush.com/bot.html)",

View File

@@ -129,6 +129,16 @@
"type" : "fetcher"
}
},
{
"desc" : "Iframely",
"ua" : "Iframely/1.3.1 (+https://iframely.com/docs/about)",
"expect" :
{
"name" : "Iframely",
"version" : "1.3.1",
"type" : "fetcher"
}
},
{
"desc" : "Meta-ExternalFetcher",
"ua" : "meta-externalfetcher/1.1 (+https://developers.facebook.com/docs/sharing/webmasters/crawler)",