mirror of
https://github.com/VectorCamp/vectorscan.git
synced 2025-11-17 17:55:28 +03:00
Initial commit of Hyperscan
This commit is contained in:
Matthew Barr
434
src/nfa/nfa_build_util.cpp
Normal file
434
src/nfa/nfa_build_util.cpp
Normal file
@@ -0,0 +1,434 @@
|
||||
/*
|
||||
* Copyright (c) 2015, Intel Corporation
|
||||
*
|
||||
* Redistribution and use in source and binary forms, with or without
|
||||
* modification, are permitted provided that the following conditions are met:
|
||||
*
|
||||
* * Redistributions of source code must retain the above copyright notice,
|
||||
* this list of conditions and the following disclaimer.
|
||||
* * Redistributions in binary form must reproduce the above copyright
|
||||
* notice, this list of conditions and the following disclaimer in the
|
||||
* documentation and/or other materials provided with the distribution.
|
||||
* * Neither the name of Intel Corporation nor the names of its contributors
|
||||
* may be used to endorse or promote products derived from this software
|
||||
* without specific prior written permission.
|
||||
*
|
||||
* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
|
||||
* AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
||||
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
|
||||
* ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
|
||||
* LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
||||
* CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
||||
* SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
||||
* INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
||||
* CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
||||
* ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
||||
* POSSIBILITY OF SUCH DAMAGE.
|
||||
*/
|
||||
|
||||
#include "nfa_build_util.h"
|
||||
|
||||
#include "limex_internal.h"
|
||||
#include "mcclellancompile.h"
|
||||
#include "nfa_internal.h"
|
||||
#include "repeat_internal.h"
|
||||
#include "ue2common.h"
|
||||
|
||||
#include <algorithm>
|
||||
#include <cassert>
|
||||
#include <cstddef>
|
||||
#include <cstdio>
|
||||
#include <cstdlib>
|
||||
#include <cstring>
|
||||
#include <sstream>
|
||||
|
||||
using namespace std;
|
||||
|
||||
namespace ue2 {
|
||||
|
||||
namespace {
|
||||
|
||||
template<NFAEngineType t> struct NFATraits { };
|
||||
|
||||
template<template<NFAEngineType t> class sfunc, typename rv_t, typename arg_t,
|
||||
NFAEngineType lb>
|
||||
struct DISPATCH_BY_NFA_TYPE_INT {
|
||||
static rv_t doOp(NFAEngineType i, const arg_t &arg) {
|
||||
if (i == lb) {
|
||||
return sfunc<lb>::call(arg);
|
||||
} else {
|
||||
return DISPATCH_BY_NFA_TYPE_INT<sfunc, rv_t, arg_t,
|
||||
(NFAEngineType)(lb + 1)>
|
||||
::doOp(i, arg);
|
||||
}
|
||||
}
|
||||
};
|
||||
|
||||
template<template<NFAEngineType t> class sfunc, typename rv_t, typename arg_t>
|
||||
struct DISPATCH_BY_NFA_TYPE_INT<sfunc, rv_t, arg_t, INVALID_NFA> {
|
||||
// dummy
|
||||
static rv_t doOp(NFAEngineType, const arg_t &) {
|
||||
assert(0);
|
||||
throw std::logic_error("Unreachable");
|
||||
}
|
||||
};
|
||||
|
||||
#define DISPATCH_BY_NFA_TYPE(i, op, arg) \
|
||||
DISPATCH_BY_NFA_TYPE_INT<op, decltype(op<(NFAEngineType)0>::call(arg)), \
|
||||
decltype(arg), (NFAEngineType)0>::doOp(i, arg)
|
||||
}
|
||||
|
||||
typedef bool (*has_accel_fn)(const NFA *nfa);
|
||||
|
||||
template<typename T>
|
||||
static
|
||||
bool has_accel_limex(const NFA *nfa) {
|
||||
const T *limex = (const T *)getImplNfa(nfa);
|
||||
return limex->accelCount;
|
||||
}
|
||||
|
||||
static
|
||||
bool has_accel_generic(const NFA *) {
|
||||
return false;
|
||||
}
|
||||
|
||||
#ifdef DUMP_SUPPORT
|
||||
namespace {
|
||||
template<NFAEngineType t>
|
||||
struct getName {
|
||||
static const char *call(void *) {
|
||||
return NFATraits<t>::name;
|
||||
}
|
||||
};
|
||||
|
||||
// descr helper for LimEx NFAs
|
||||
template<NFAEngineType t>
|
||||
static
|
||||
string getDescriptionLimEx(const NFA *nfa) {
|
||||
const typename NFATraits<t>::implNFA_t *limex =
|
||||
(const typename NFATraits<t>::implNFA_t *)getImplNfa(nfa);
|
||||
ostringstream oss;
|
||||
oss << NFATraits<t>::name << "/" << limex->exceptionCount;
|
||||
if (limex->repeatCount) {
|
||||
oss << " +" << limex->repeatCount << "r";
|
||||
}
|
||||
return oss.str();
|
||||
}
|
||||
}
|
||||
|
||||
// generic description: just return the name
|
||||
namespace {
|
||||
template<NFAEngineType t>
|
||||
struct getDescription {
|
||||
static string call(const void *) {
|
||||
return string(NFATraits<t>::name);
|
||||
}
|
||||
};
|
||||
}
|
||||
#endif
|
||||
|
||||
|
||||
/* build-utility Traits */
|
||||
|
||||
namespace {
|
||||
enum NFACategory {NFA_LIMEX, NFA_OTHER};
|
||||
|
||||
// Some of our traits we want around in DUMP_SUPPORT mode only.
|
||||
#if defined(DUMP_SUPPORT)
|
||||
#define DO_IF_DUMP_SUPPORT(a) a
|
||||
#else
|
||||
#define DO_IF_DUMP_SUPPORT(a)
|
||||
#endif
|
||||
|
||||
#define MAKE_LIMEX_TRAITS(mlt_size, mlt_shift) \
|
||||
template<> struct NFATraits<LIMEX_NFA_##mlt_size##_##mlt_shift> { \
|
||||
static UNUSED const char *name; \
|
||||
static const NFACategory category = NFA_LIMEX; \
|
||||
typedef LimExNFA##mlt_size implNFA_t; \
|
||||
typedef u_##mlt_size tableRow_t; \
|
||||
static const has_accel_fn has_accel; \
|
||||
static const u32 stateAlign = \
|
||||
MAX(alignof(tableRow_t), alignof(RepeatControl)); \
|
||||
static const bool fast = mlt_size <= 64; \
|
||||
}; \
|
||||
const has_accel_fn NFATraits<LIMEX_NFA_##mlt_size##_##mlt_shift>::has_accel \
|
||||
= has_accel_limex<LimExNFA##mlt_size>; \
|
||||
DO_IF_DUMP_SUPPORT( \
|
||||
const char *NFATraits<LIMEX_NFA_##mlt_size##_##mlt_shift>::name \
|
||||
= "LimEx (0-"#mlt_shift") "#mlt_size; \
|
||||
template<> struct getDescription<LIMEX_NFA_##mlt_size##_##mlt_shift> { \
|
||||
static string call(const void *ptr) { \
|
||||
return getDescriptionLimEx<LIMEX_NFA_##mlt_size##_##mlt_shift>((const NFA *)ptr); \
|
||||
} \
|
||||
};)
|
||||
|
||||
MAKE_LIMEX_TRAITS(32, 1)
|
||||
MAKE_LIMEX_TRAITS(32, 2)
|
||||
MAKE_LIMEX_TRAITS(32, 3)
|
||||
MAKE_LIMEX_TRAITS(32, 4)
|
||||
MAKE_LIMEX_TRAITS(32, 5)
|
||||
MAKE_LIMEX_TRAITS(32, 6)
|
||||
MAKE_LIMEX_TRAITS(32, 7)
|
||||
MAKE_LIMEX_TRAITS(128, 1)
|
||||
MAKE_LIMEX_TRAITS(128, 2)
|
||||
MAKE_LIMEX_TRAITS(128, 3)
|
||||
MAKE_LIMEX_TRAITS(128, 4)
|
||||
MAKE_LIMEX_TRAITS(128, 5)
|
||||
MAKE_LIMEX_TRAITS(128, 6)
|
||||
MAKE_LIMEX_TRAITS(128, 7)
|
||||
MAKE_LIMEX_TRAITS(256, 1)
|
||||
MAKE_LIMEX_TRAITS(256, 2)
|
||||
MAKE_LIMEX_TRAITS(256, 3)
|
||||
MAKE_LIMEX_TRAITS(256, 4)
|
||||
MAKE_LIMEX_TRAITS(256, 5)
|
||||
MAKE_LIMEX_TRAITS(256, 6)
|
||||
MAKE_LIMEX_TRAITS(256, 7)
|
||||
MAKE_LIMEX_TRAITS(384, 1)
|
||||
MAKE_LIMEX_TRAITS(384, 2)
|
||||
MAKE_LIMEX_TRAITS(384, 3)
|
||||
MAKE_LIMEX_TRAITS(384, 4)
|
||||
MAKE_LIMEX_TRAITS(384, 5)
|
||||
MAKE_LIMEX_TRAITS(384, 6)
|
||||
MAKE_LIMEX_TRAITS(384, 7)
|
||||
MAKE_LIMEX_TRAITS(512, 1)
|
||||
MAKE_LIMEX_TRAITS(512, 2)
|
||||
MAKE_LIMEX_TRAITS(512, 3)
|
||||
MAKE_LIMEX_TRAITS(512, 4)
|
||||
MAKE_LIMEX_TRAITS(512, 5)
|
||||
MAKE_LIMEX_TRAITS(512, 6)
|
||||
MAKE_LIMEX_TRAITS(512, 7)
|
||||
|
||||
template<> struct NFATraits<MCCLELLAN_NFA_8> {
|
||||
UNUSED static const char *name;
|
||||
static const NFACategory category = NFA_OTHER;
|
||||
static const u32 stateAlign = 1;
|
||||
static const bool fast = true;
|
||||
static const has_accel_fn has_accel;
|
||||
};
|
||||
const has_accel_fn NFATraits<MCCLELLAN_NFA_8>::has_accel = has_accel_dfa;
|
||||
#if defined(DUMP_SUPPORT)
|
||||
const char *NFATraits<MCCLELLAN_NFA_8>::name = "McClellan 8";
|
||||
#endif
|
||||
|
||||
template<> struct NFATraits<MCCLELLAN_NFA_16> {
|
||||
UNUSED static const char *name;
|
||||
static const NFACategory category = NFA_OTHER;
|
||||
static const u32 stateAlign = 2;
|
||||
static const bool fast = true;
|
||||
static const has_accel_fn has_accel;
|
||||
};
|
||||
const has_accel_fn NFATraits<MCCLELLAN_NFA_16>::has_accel = has_accel_dfa;
|
||||
#if defined(DUMP_SUPPORT)
|
||||
const char *NFATraits<MCCLELLAN_NFA_16>::name = "McClellan 16";
|
||||
#endif
|
||||
|
||||
template<> struct NFATraits<GOUGH_NFA_8> {
|
||||
UNUSED static const char *name;
|
||||
static const NFACategory category = NFA_OTHER;
|
||||
static const u32 stateAlign = 8;
|
||||
static const bool fast = true;
|
||||
static const has_accel_fn has_accel;
|
||||
};
|
||||
const has_accel_fn NFATraits<GOUGH_NFA_8>::has_accel = has_accel_dfa;
|
||||
#if defined(DUMP_SUPPORT)
|
||||
const char *NFATraits<GOUGH_NFA_8>::name = "Goughfish 8";
|
||||
#endif
|
||||
|
||||
template<> struct NFATraits<GOUGH_NFA_16> {
|
||||
UNUSED static const char *name;
|
||||
static const NFACategory category = NFA_OTHER;
|
||||
static const u32 stateAlign = 8;
|
||||
static const bool fast = true;
|
||||
static const has_accel_fn has_accel;
|
||||
};
|
||||
const has_accel_fn NFATraits<GOUGH_NFA_16>::has_accel = has_accel_dfa;
|
||||
#if defined(DUMP_SUPPORT)
|
||||
const char *NFATraits<GOUGH_NFA_16>::name = "Goughfish 16";
|
||||
#endif
|
||||
|
||||
template<> struct NFATraits<MPV_NFA_0> {
|
||||
UNUSED static const char *name;
|
||||
static const NFACategory category = NFA_OTHER;
|
||||
static const u32 stateAlign = 8;
|
||||
static const bool fast = true;
|
||||
static const has_accel_fn has_accel;
|
||||
};
|
||||
const has_accel_fn NFATraits<MPV_NFA_0>::has_accel = has_accel_generic;
|
||||
#if defined(DUMP_SUPPORT)
|
||||
const char *NFATraits<MPV_NFA_0>::name = "Mega-Puff-Vac";
|
||||
#endif
|
||||
|
||||
template<> struct NFATraits<CASTLE_NFA_0> {
|
||||
UNUSED static const char *name;
|
||||
static const NFACategory category = NFA_OTHER;
|
||||
static const u32 stateAlign = 8;
|
||||
static const bool fast = true;
|
||||
static const has_accel_fn has_accel;
|
||||
};
|
||||
const has_accel_fn NFATraits<CASTLE_NFA_0>::has_accel = has_accel_generic;
|
||||
#if defined(DUMP_SUPPORT)
|
||||
const char *NFATraits<CASTLE_NFA_0>::name = "Castle";
|
||||
#endif
|
||||
|
||||
template<> struct NFATraits<LBR_NFA_Dot> {
|
||||
UNUSED static const char *name;
|
||||
static const NFACategory category = NFA_OTHER;
|
||||
static const u32 stateAlign = 8;
|
||||
static const bool fast = true;
|
||||
static const has_accel_fn has_accel;
|
||||
};
|
||||
const has_accel_fn NFATraits<LBR_NFA_Dot>::has_accel = has_accel_generic;
|
||||
#if defined(DUMP_SUPPORT)
|
||||
const char *NFATraits<LBR_NFA_Dot>::name = "Lim Bounded Repeat (D)";
|
||||
#endif
|
||||
|
||||
template<> struct NFATraits<LBR_NFA_Verm> {
|
||||
UNUSED static const char *name;
|
||||
static const NFACategory category = NFA_OTHER;
|
||||
static const u32 stateAlign = 8;
|
||||
static const bool fast = true;
|
||||
static const has_accel_fn has_accel;
|
||||
};
|
||||
const has_accel_fn NFATraits<LBR_NFA_Verm>::has_accel = has_accel_generic;
|
||||
#if defined(DUMP_SUPPORT)
|
||||
const char *NFATraits<LBR_NFA_Verm>::name = "Lim Bounded Repeat (V)";
|
||||
#endif
|
||||
|
||||
template<> struct NFATraits<LBR_NFA_NVerm> {
|
||||
UNUSED static const char *name;
|
||||
static const NFACategory category = NFA_OTHER;
|
||||
static const u32 stateAlign = 8;
|
||||
static const bool fast = true;
|
||||
static const has_accel_fn has_accel;
|
||||
};
|
||||
const has_accel_fn NFATraits<LBR_NFA_NVerm>::has_accel = has_accel_generic;
|
||||
#if defined(DUMP_SUPPORT)
|
||||
const char *NFATraits<LBR_NFA_NVerm>::name = "Lim Bounded Repeat (NV)";
|
||||
#endif
|
||||
|
||||
template<> struct NFATraits<LBR_NFA_Shuf> {
|
||||
UNUSED static const char *name;
|
||||
static const NFACategory category = NFA_OTHER;
|
||||
static const u32 stateAlign = 8;
|
||||
static const bool fast = true;
|
||||
static const has_accel_fn has_accel;
|
||||
};
|
||||
const has_accel_fn NFATraits<LBR_NFA_Shuf>::has_accel = has_accel_generic;
|
||||
#if defined(DUMP_SUPPORT)
|
||||
const char *NFATraits<LBR_NFA_Shuf>::name = "Lim Bounded Repeat (S)";
|
||||
#endif
|
||||
|
||||
template<> struct NFATraits<LBR_NFA_Truf> {
|
||||
UNUSED static const char *name;
|
||||
static const NFACategory category = NFA_OTHER;
|
||||
static const u32 stateAlign = 8;
|
||||
static const bool fast = true;
|
||||
static const has_accel_fn has_accel;
|
||||
};
|
||||
const has_accel_fn NFATraits<LBR_NFA_Truf>::has_accel = has_accel_generic;
|
||||
#if defined(DUMP_SUPPORT)
|
||||
const char *NFATraits<LBR_NFA_Truf>::name = "Lim Bounded Repeat (M)";
|
||||
#endif
|
||||
|
||||
} // namespace
|
||||
|
||||
#if defined(DUMP_SUPPORT)
|
||||
|
||||
const char *nfa_type_name(NFAEngineType type) {
|
||||
return DISPATCH_BY_NFA_TYPE(type, getName, nullptr);
|
||||
}
|
||||
|
||||
string describe(const NFA &nfa) {
|
||||
return DISPATCH_BY_NFA_TYPE((NFAEngineType)nfa.type, getDescription, &nfa);
|
||||
}
|
||||
|
||||
#endif /* DUMP_SUPPORT */
|
||||
|
||||
namespace {
|
||||
template<NFAEngineType t>
|
||||
struct getStateAlign {
|
||||
static u32 call(void *) {
|
||||
return NFATraits<t>::stateAlign;
|
||||
}
|
||||
};
|
||||
}
|
||||
|
||||
u32 state_alignment(const NFA &nfa) {
|
||||
return DISPATCH_BY_NFA_TYPE((NFAEngineType)nfa.type, getStateAlign, nullptr);
|
||||
}
|
||||
|
||||
namespace {
|
||||
template<NFAEngineType t>
|
||||
struct getFastness {
|
||||
static u32 call(void *) {
|
||||
return NFATraits<t>::fast;
|
||||
}
|
||||
};
|
||||
}
|
||||
|
||||
bool is_fast(const NFA &nfa) {
|
||||
NFAEngineType t = (NFAEngineType)nfa.type;
|
||||
return DISPATCH_BY_NFA_TYPE(t, getFastness, nullptr);
|
||||
}
|
||||
|
||||
namespace {
|
||||
template<NFAEngineType t>
|
||||
struct is_limex {
|
||||
static bool call(const void *) {
|
||||
return NFATraits<t>::category == NFA_LIMEX;
|
||||
}
|
||||
};
|
||||
}
|
||||
|
||||
bool has_bounded_repeats_other_than_firsts(const NFA &nfa) {
|
||||
if (!DISPATCH_BY_NFA_TYPE((NFAEngineType)nfa.type, is_limex, &nfa)) {
|
||||
return false;
|
||||
}
|
||||
|
||||
const LimExNFABase *limex = (const LimExNFABase *)getImplNfa(&nfa);
|
||||
const char *ptr = (const char *)limex;
|
||||
|
||||
const u32 *repeatOffset = (const u32 *)(ptr + limex->repeatOffset);
|
||||
|
||||
for (u32 i = 0; i < limex->repeatCount; i++) {
|
||||
u32 offset = repeatOffset[i];
|
||||
const NFARepeatInfo *info = (const NFARepeatInfo *)(ptr + offset);
|
||||
const RepeatInfo *repeat =
|
||||
(const RepeatInfo *)((const char *)info + sizeof(*info));
|
||||
if (repeat->type != REPEAT_FIRST) {
|
||||
return true;
|
||||
}
|
||||
}
|
||||
|
||||
return false;
|
||||
}
|
||||
|
||||
bool has_bounded_repeats(const NFA &nfa) {
|
||||
if (!DISPATCH_BY_NFA_TYPE((NFAEngineType)nfa.type, is_limex, &nfa)) {
|
||||
return false;
|
||||
}
|
||||
|
||||
const LimExNFABase *limex = (const LimExNFABase *)getImplNfa(&nfa);
|
||||
return limex->repeatCount;
|
||||
}
|
||||
|
||||
namespace {
|
||||
template<NFAEngineType t>
|
||||
struct has_accel_dispatch {
|
||||
static has_accel_fn call(const void *) {
|
||||
return NFATraits<t>::has_accel;
|
||||
}
|
||||
};
|
||||
}
|
||||
|
||||
bool has_accel(const NFA &nfa) {
|
||||
return DISPATCH_BY_NFA_TYPE((NFAEngineType)nfa.type, has_accel_dispatch,
|
||||
&nfa)
|
||||
(&nfa);
|
||||
}
|
||||
|
||||
bool requires_decompress_key(const NFA &nfa) {
|
||||
return DISPATCH_BY_NFA_TYPE((NFAEngineType)nfa.type, is_limex, &nfa);
|
||||
}
|
||||
|
||||
} // namespace ue2
|
||||
Reference in New Issue
Block a user