ua-parser-js/test/specs/browser-crawlers.json

[
    {
        "desc"    : "AhrefsBot",
        "ua"      : "Mozilla/5.0 (compatible; AhrefsBot/7.0; +http://ahrefs.com/robot/)",
        "expect"  :
        {
            "name"    : "AhrefsBot",
            "version" : "7.0",
            "type"    : "crawler"
        }
    },
    {
        "desc"    : "Applebot",
        "ua"      : "Mozilla/5.0 (iPhone; CPU iPhone OS 8_1 like Mac OS X) AppleWebKit/600.1.4 (KHTML, like Gecko) Version/8.0 Mobile/12B410 Safari/600.1.4 (Applebot/0.1;+http://www.apple.com/go/applebot)",
        "expect"  :
        {
            "name"    : "Applebot",
            "version" : "0.1",
            "type"    : "crawler"
        }
    },
    {
        "desc"    : "Amazonbot",
        "ua"      : "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_1) AppleWebKit/600.2.5 (KHTML, like Gecko) Version/8.0.2 Safari/600.2.5 (Amazonbot/0.1; +https://developer.amazon.com/support/amazonbot)",
        "expect"  :
        {
            "name"    : "Amazonbot",
            "version" : "0.1",
            "type"    : "crawler"
        }
    },
    {
        "desc"    : "Bytespider",
        "ua"      : "Mozilla/5.0 (Linux; Android 8.0; Pixel 2 Build/OPD3.170816.012) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/56.0.1511.1269 Mobile Safari/537.36; Bytespider",
        "expect"  :
        {
            "name"    : "Bytespider",
            "version" : "undefined",
            "type"    : "crawler"
        }
    },
    {
        "desc"    : "ClaudeBot",
        "ua"      : "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)",
        "expect"  :
        {
            "name"    : "ClaudeBot",
            "version" : "1.0",
            "type"    : "crawler"
        }
    },
    {
        "desc"    : "Coc Coc Bot (web)",
        "ua"      : "Mozilla/5.0 (compatible; coccocbot-web/1.0; +http://help.coccoc.com/searchengine)",
        "expect"  :
        {
            "name"    : "coccocbot-web",
            "version" : "1.0",
            "type"    : "crawler"
        }
    },
    {
        "desc"    : "Coc Coc Bot (image)",
        "ua"      : "Mozilla/5.0 (compatible; coccocbot-image/1.0; +http://help.coccoc.com/searchengine)",
        "expect"  :
        {
            "name"    : "coccocbot-image",
            "version" : "1.0",
            "type"    : "crawler"
        }
    },
    {
        "desc"    : "ClaudeWeb",
        "ua"      : "Claude-Web/1.0 (web crawler; +https://www.anthropic.com/; bots@anthropic.com)",
        "expect"  :
        {
            "name"    : "Claude-Web",
            "version" : "1.0",
            "type"    : "crawler"
        }
    },
    {
        "desc"    : "Dotbot",
        "ua"      : "Mozilla/5.0 (compatible; DotBot/1.2; +https://opensiteexplorer.org/dotbot; help@moz.com)",
        "expect"  :
        {
            "name"    : "DotBot",
            "version" : "1.2",
            "type"    : "crawler"
        }
    },
    {
        "desc"    : "FacebookBot",
        "ua"      : "Mozilla/5.0 (compatible; FacebookBot/1.0; +https://developers.facebook.com/docs/sharing/webmasters/facebookbot/",
        "expect"  :
        {
            "name"    : "FacebookBot",
            "version" : "1.0",
            "type"    : "crawler"
        }
    },
    {
        "desc"    : "Googlebot-Video",
        "ua"      : "Googlebot-Video/1.0",
        "expect"  :
        {
            "name"    : "Googlebot-Video",
            "version" : "1.0",
            "type"    : "crawler"
        }
    },
    {
        "desc"    : "GPTBot",
        "ua"      : "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.0; +https://openai.com/gptbot)",
        "expect"  :
        {
            "name"    : "GPTBot",
            "version" : "1.0",
            "type"    : "crawler"
        }
    },
    {
        "desc"    : "MJ12bot",
        "ua"      : "Mozilla/5.0 (compatible; MJ12bot/v1.4.8; http://mj12bot.com/)",
        "expect"  :
        {
            "name"    : "MJ12bot",
            "version" : "v1.4.8",
            "type"    : "crawler"
        }
    },
    {
        "desc"    : "OpenAI Search",
        "ua"      : "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko); compatible; OAI-SearchBot/1.0; +https://openai.com/searchbot",
        "expect"  :
        {
            "name"    : "OAI-SearchBot",
            "version" : "1.0",
            "type"    : "crawler"
        }
    },
    {
        "desc"    : "SemrushBot",
        "ua"      : "Mozilla/5.0 (compatible; SemrushBot/7~bl; +http://www.semrush.com/bot.html)",
        "expect"  :
        {
            "name"    : "SemrushBot",
            "version" : "7",
            "type"    : "crawler"
        }
    },
    {
        "desc"    : "Yahoo! Japan",
        "ua"      : "Y!J-BRW/1.0 (https://www.yahoo-help.jp/app/answers/detail/p/595/a_id/42716)",
        "expect"  :
        {
            "name"    : "Y!J-BRW",
            "version" : "1.0",
            "type"    : "crawler"
        }
    },
    {
        "desc"    : "YandexBot",
        "ua"      : "Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)",
        "expect"  :
        {
            "name"    : "YandexBot",
            "version" : "3.0",
            "type"    : "crawler"
        }
    }
]