vectorscan/src/nfa/multiaccel_common.h

/*
 * Copyright (c) 2015, Intel Corporation
 *
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions are met:
 *
 *  * Redistributions of source code must retain the above copyright notice,
 *    this list of conditions and the following disclaimer.
 *  * Redistributions in binary form must reproduce the above copyright
 *    notice, this list of conditions and the following disclaimer in the
 *    documentation and/or other materials provided with the distribution.
 *  * Neither the name of Intel Corporation nor the names of its contributors
 *    may be used to endorse or promote products derived from this software
 *    without specific prior written permission.
 *
 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
 * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
 * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
 * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
 * POSSIBILITY OF SUCH DAMAGE.
 */

#ifndef MULTIACCEL_COMMON_H_
#define MULTIACCEL_COMMON_H_

#include "config.h"
#include "ue2common.h"
#include "util/join.h"
#include "util/bitutils.h"

/*
 * When doing shifting, remember that the total number of shifts should be n-1
 */
#define VARISHIFT(src, dst, len) \
    do { \
        (dst) &= (src) >> (len); \
    } while (0)
#define STATIC_SHIFT1(x) \
    do { \
        (x) &= (x) >> 1; \
    } while (0)
#define STATIC_SHIFT2(x) \
    do { \
        (x) &= (x) >> 2;\
    } while (0)
#define STATIC_SHIFT4(x) \
    do { \
        (x) &= (x) >> 4; \
    } while (0)
#define STATIC_SHIFT8(x) \
    do { \
        (x) &= (x) >> 8; \
    } while (0)
#define SHIFT1(x) \
    do {} while (0)
#define SHIFT2(x) \
    do { \
        STATIC_SHIFT1(x); \
    } while (0)
#define SHIFT3(x) \
    do { \
        STATIC_SHIFT1(x); \
        STATIC_SHIFT1(x); \
    } while (0)
#define SHIFT4(x) \
    do { \
        STATIC_SHIFT1(x); \
        STATIC_SHIFT2(x); \
    } while (0)
#define SHIFT5(x) \
    do { \
        SHIFT4(x); \
        STATIC_SHIFT1(x); \
    } while (0)
#define SHIFT6(x) \
    do { \
        SHIFT4(x); \
        STATIC_SHIFT2(x); \
    } while (0)
#define SHIFT7(x) \
    do { \
        SHIFT4(x); \
        STATIC_SHIFT1(x); \
        STATIC_SHIFT2(x); \
    } while (0)
#define SHIFT8(x) \
    do { \
        SHIFT4(x); \
        STATIC_SHIFT4(x); \
    } while (0)
#define SHIFT9(x) \
    do { \
        SHIFT8(x); \
        STATIC_SHIFT1(x); \
    } while (0)
#define SHIFT10(x) \
    do { \
        SHIFT8(x); \
        STATIC_SHIFT2(x); \
    } while (0)
#define SHIFT11(x) \
    do { \
        SHIFT8(x); \
        STATIC_SHIFT1(x); \
        STATIC_SHIFT2(x); \
    } while (0)
#define SHIFT12(x); \
    do { \
        SHIFT8(x);\
        STATIC_SHIFT4(x); \
    } while (0)
#define SHIFT13(x); \
    do { \
        SHIFT8(x); \
        STATIC_SHIFT1(x); \
        STATIC_SHIFT4(x); \
    } while (0)
#define SHIFT14(x) \
    do { \
        SHIFT8(x); \
        STATIC_SHIFT2(x); \
        STATIC_SHIFT4(x); \
    } while (0)
#define SHIFT15(x) \
    do { \
        SHIFT8(x); \
        STATIC_SHIFT1(x); \
        STATIC_SHIFT2(x); \
        STATIC_SHIFT4(x); \
    } while (0)
#define SHIFT16(x) \
    do { \
        SHIFT8(x); \
        STATIC_SHIFT8(x); \
    } while (0)
#define SHIFT17(x) \
    do { \
        SHIFT16(x); \
        STATIC_SHIFT1(x); \
    } while (0)
#define SHIFT18(x) \
    do { \
        SHIFT16(x); \
        STATIC_SHIFT2(x); \
    } while (0)
#define SHIFT19(x) \
    do { \
        SHIFT16(x); \
        STATIC_SHIFT1(x); \
        STATIC_SHIFT2(x); \
    } while (0)
#define SHIFT20(x) \
    do { \
        SHIFT16(x); \
        STATIC_SHIFT4(x); \
    } while (0)
#define SHIFT21(x) \
    do { \
        SHIFT16(x); \
        STATIC_SHIFT1(x); \
        STATIC_SHIFT4(x); \
    } while (0)
#define SHIFT22(x) \
    do { \
        SHIFT16(x); \
        STATIC_SHIFT2(x); \
        STATIC_SHIFT4(x); \
    } while (0)
#define SHIFT23(x) \
    do { \
        SHIFT16(x); \
        STATIC_SHIFT1(x); \
        STATIC_SHIFT2(x); \
        STATIC_SHIFT4(x); \
    } while (0)
#define SHIFT24(x) \
    do { \
        SHIFT16(x); \
        STATIC_SHIFT8(x); \
    } while (0)
#define SHIFT25(x) \
    do { \
        SHIFT24(x); \
        STATIC_SHIFT1(x); \
    } while (0)
#define SHIFT26(x) \
    do { \
        SHIFT24(x); \
        STATIC_SHIFT2(x); \
    } while (0)
#define SHIFT27(x) \
    do { \
        SHIFT24(x); \
        STATIC_SHIFT1(x); \
        STATIC_SHIFT2(x); \
    } while (0)
#define SHIFT28(x) \
    do { \
        SHIFT24(x); \
        STATIC_SHIFT4(x); \
    } while (0)
#define SHIFT29(x) \
    do { \
        SHIFT24(x); \
        STATIC_SHIFT1(x); \
        STATIC_SHIFT4(x); \
    } while (0)
#define SHIFT30(x) \
    do { \
        SHIFT24(x); \
        STATIC_SHIFT2(x); \
        STATIC_SHIFT4(x); \
    } while (0)
#define SHIFT31(x) \
    do { \
        SHIFT24(x); \
        STATIC_SHIFT1(x); \
        STATIC_SHIFT2(x); \
        STATIC_SHIFT4(x); \
    } while (0)
#define SHIFT32(x) \
    do { \
        SHIFT24(x); \
        STATIC_SHIFT8(x); \
    } while (0)

/*
 * this function is used by 32-bit multiaccel matchers. 32-bit matchers accept
 * a 32-bit integer as a buffer, where low 16 bits is movemask result and
 * high 16 bits are "don't care" values. this function is not expected to return
 * a result higher than 16.
 */
static really_inline
const u8 *match32(const u8 *buf, const u32 z) {
    if (unlikely(z != 0)) {
        u32 pos = ctz32(z);
        assert(pos < 16);
        return buf + pos;
    }
    return NULL;
}

/*
 * this function is used by 64-bit multiaccel matchers. 64-bit matchers accept
 * a 64-bit integer as a buffer, where low 32 bits is movemask result and
 * high 32 bits are "don't care" values. this function is not expected to return
 * a result higher than 32.
 */
static really_inline
const u8 *match64(const u8 *buf, const u64a z) {
    if (unlikely(z != 0)) {
        u32 pos = ctz64(z);
        assert(pos < 32);
        return buf + pos;
    }
    return NULL;
}

#endif /* MULTIACCEL_COMMON_H_ */