[submodule:extensions] Add new crawler: OAI-SearchBot (OpenAI's bot for SearchGPT)

This commit is contained in:
Faisal Salman
2024-09-28 10:29:40 +07:00
parent f00fb3a2e2
commit a4c81a5600
2 changed files with 12 additions and 1 deletions

View File

@@ -129,6 +129,16 @@
"type" : "crawler"
}
},
{
"desc" : "OpenAI Search",
"ua" : "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko); compatible; OAI-SearchBot/1.0; +https://openai.com/searchbot",
"expect" :
{
"name" : "OAI-SearchBot",
"version" : "1.0",
"type" : "crawler"
}
},
{
"desc" : "SemrushBot",
"ua" : "Mozilla/5.0 (compatible; SemrushBot/7~bl; +http://www.semrush.com/bot.html)",