-#ifndef CRYPTOPP_CPU_H

-#define CRYPTOPP_CPU_H

-

-#include "Common/Tcdefs.h"

-#include "config.h"

-

-#ifdef CRYPTOPP_GENERATE_X64_MASM

-

-#define CRYPTOPP_X86_ASM_AVAILABLE

-#define CRYPTOPP_BOOL_X64 1

-#define CRYPTOPP_BOOL_SSE2_ASM_AVAILABLE 1

-

-#else

-

-#if CRYPTOPP_BOOL_SSE2_INTRINSICS_AVAILABLE

-#include <emmintrin.h>

-#endif

-

-#if CRYPTOPP_BOOL_AESNI_INTRINSICS_AVAILABLE

-#if defined(__SSSE3__) || defined(__INTEL_COMPILER)

-#ifdef TC_WINDOWS_DRIVER

-extern __m128i _mm_shuffle_epi8 (__m128i a, __m128i b);

-#else

-#include <tmmintrin.h>

-#endif

-#endif

-

-#if defined(__SSE4_1__) || defined(__INTEL_COMPILER)

-#ifdef TC_WINDOWS_DRIVER

-extern int _mm_extract_epi32(__m128i src, const int ndx);

-extern __m128i _mm_insert_epi32(__m128i dst, int s, const int ndx);

-#else

-#include <smmintrin.h>

-#endif

-#endif

-

-#if (defined(__AES__) && defined(__PCLMUL__)) || defined(__INTEL_COMPILER)

-#ifdef TC_WINDOWS_DRIVER

-extern __m128i _mm_clmulepi64_si128(__m128i v1, __m128i v2,

- const int imm8);

-extern __m128i _mm_aeskeygenassist_si128(__m128i ckey, const int rcon);

-extern __m128i _mm_aesimc_si128(__m128i v);

-extern __m128i _mm_aesenc_si128(__m128i v, __m128i rkey);

-extern __m128i _mm_aesenclast_si128(__m128i v, __m128i rkey);

-extern __m128i _mm_aesdec_si128(__m128i v, __m128i rkey);

-extern __m128i _mm_aesdeclast_si128(__m128i v, __m128i rkey);

-#else

-#include <wmmintrin.h>

-#endif

-#endif

-#endif

-

-#if CRYPTOPP_BOOL_X86 || CRYPTOPP_BOOL_X32 || CRYPTOPP_BOOL_X64

-

-#define CRYPTOPP_CPUID_AVAILABLE

-

-#if defined(__cplusplus)

-extern "C" {

-#endif

-

-// these should not be used directly

-extern int g_x86DetectionDone;

-extern int g_hasSSSE3;

-extern int g_hasAESNI;

-extern int g_hasCLMUL;

-extern int g_isP4;

-extern uint32 g_cacheLineSize;

-void DetectX86Features(); // must be called at the start of the program/driver

-int CpuId(uint32 input, uint32 *output);

-

-#if CRYPTOPP_BOOL_X64

-#define HasSSE2() 1

-#define HasISSE() 1

-#define HasMMX() 1

-#else

-

-extern int g_hasSSE2;

-extern int g_hasISSE;

-extern int g_hasMMX;

-

-#define HasSSE2() g_hasSSE2

-#define HasISSE() g_hasISSE

-#define HasMMX() g_hasMMX

-

-#endif

-

-#define HasSSSE3() g_hasSSSE3

-#define HasAESNI() g_hasAESNI

-#define HasCLMUL() g_hasCLMUL

-#define IsP4() g_isP4

-#define GetCacheLineSize() g_cacheLineSize

-

-#if defined(__cplusplus)

-}

-#endif

-

-#else

-

-#define GetCacheLineSize() CRYPTOPP_L1_CACHE_LINE_SIZE

-

-#endif

-

-#endif

-

-#ifdef CRYPTOPP_GENERATE_X64_MASM

- #define AS1(x) x*newline*

- #define AS2(x, y) x, y*newline*

- #define AS3(x, y, z) x, y, z*newline*

- #define ASS(x, y, a, b, c, d) x, y, a*64+b*16+c*4+d*newline*

- #define ASL(x) label##x:*newline*

- #define ASJ(x, y, z) x label##y*newline*

- #define ASC(x, y) x label##y*newline*

- #define AS_HEX(y) 0##y##h

-#elif defined(_MSC_VER) || defined(__BORLANDC__)

- #define CRYPTOPP_MS_STYLE_INLINE_ASSEMBLY

- #define AS1(x) __asm {x}

- #define AS2(x, y) __asm {x, y}

- #define AS3(x, y, z) __asm {x, y, z}

- #define ASS(x, y, a, b, c, d) __asm {x, y, (a)*64+(b)*16+(c)*4+(d)}

- #define ASL(x) __asm {label##x:}

- #define ASJ(x, y, z) __asm {x label##y}

- #define ASC(x, y) __asm {x label##y}

- #define CRYPTOPP_NAKED __declspec(naked)

- #define AS_HEX(y) 0x##y

-#else

- #define CRYPTOPP_GNU_STYLE_INLINE_ASSEMBLY

-

- #if defined(CRYPTOPP_CLANG_VERSION) || defined(CRYPTOPP_APPLE_CLANG_VERSION)

- #define NEW_LINE "\n"

- #define INTEL_PREFIX ".intel_syntax;"

- #define INTEL_NOPREFIX ".intel_syntax;"

- #define ATT_PREFIX ".att_syntax;"

- #define ATT_NOPREFIX ".att_syntax;"

- #else

- #define NEW_LINE

- #define INTEL_PREFIX ".intel_syntax prefix;"

- #define INTEL_NOPREFIX ".intel_syntax noprefix;"

- #define ATT_PREFIX ".att_syntax prefix;"

- #define ATT_NOPREFIX ".att_syntax noprefix;"

- #endif

-

- // define these in two steps to allow arguments to be expanded

- #define GNU_AS1(x) #x ";" NEW_LINE

- #define GNU_AS2(x, y) #x ", " #y ";" NEW_LINE

- #define GNU_AS3(x, y, z) #x ", " #y ", " #z ";" NEW_LINE

- #define GNU_ASL(x) "\n" #x ":" NEW_LINE

- #define GNU_ASJ(x, y, z) #x " " #y #z ";" NEW_LINE

- #define AS1(x) GNU_AS1(x)

- #define AS2(x, y) GNU_AS2(x, y)

- #define AS3(x, y, z) GNU_AS3(x, y, z)

- #define ASS(x, y, a, b, c, d) #x ", " #y ", " #a "*64+" #b "*16+" #c "*4+" #d ";"

- #define ASL(x) GNU_ASL(x)

- #define ASJ(x, y, z) GNU_ASJ(x, y, z)

- #define ASC(x, y) #x " " #y ";"

- #define CRYPTOPP_NAKED

- #define AS_HEX(y) 0x##y

-#endif

-

-#define IF0(y)

-#define IF1(y) y

-

-// Should be confined to GCC, but its used to help manage Clang 3.4 compiler error.

-// Also see LLVM Bug 24232, http://llvm.org/bugs/show_bug.cgi?id=24232 .

-#ifndef INTEL_PREFIX

-#define INTEL_PREFIX

-#endif

-#ifndef INTEL_NOPREFIX

-#define INTEL_NOPREFIX

-#endif

-#ifndef ATT_PREFIX

-#define ATT_PREFIX

-#endif

-#ifndef ATT_NOPREFIX

-#define ATT_NOPREFIX

-#endif

-

-#ifdef CRYPTOPP_GENERATE_X64_MASM

-#define ASM_MOD(x, y) ((x) MOD (y))

-#define XMMWORD_PTR XMMWORD PTR

-#else

-// GNU assembler doesn't seem to have mod operator

-#define ASM_MOD(x, y) ((x)-((x)/(y))*(y))

-// GAS 2.15 doesn't support XMMWORD PTR. it seems necessary only for MASM

-#define XMMWORD_PTR

-#endif

-

-#if CRYPTOPP_BOOL_X86

- #define AS_REG_1 ecx

- #define AS_REG_2 edx

- #define AS_REG_3 esi

- #define AS_REG_4 edi

- #define AS_REG_5 eax

- #define AS_REG_6 ebx

- #define AS_REG_7 ebp

- #define AS_REG_1d ecx

- #define AS_REG_2d edx

- #define AS_REG_3d esi

- #define AS_REG_4d edi

- #define AS_REG_5d eax

- #define AS_REG_6d ebx

- #define AS_REG_7d ebp

- #define WORD_SZ 4

- #define WORD_REG(x) e##x

- #define WORD_PTR DWORD PTR

- #define AS_PUSH_IF86(x) AS1(push e##x)

- #define AS_POP_IF86(x) AS1(pop e##x)

- #define AS_JCXZ jecxz

-#elif CRYPTOPP_BOOL_X32

- #define AS_REG_1 ecx

- #define AS_REG_2 edx

- #define AS_REG_3 r8d

- #define AS_REG_4 r9d

- #define AS_REG_5 eax

- #define AS_REG_6 r10d

- #define AS_REG_7 r11d

- #define AS_REG_1d ecx

- #define AS_REG_2d edx

- #define AS_REG_3d r8d

- #define AS_REG_4d r9d

- #define AS_REG_5d eax

- #define AS_REG_6d r10d

- #define AS_REG_7d r11d

- #define WORD_SZ 4

- #define WORD_REG(x) e##x

- #define WORD_PTR DWORD PTR

- #define AS_PUSH_IF86(x) AS1(push r##x)

- #define AS_POP_IF86(x) AS1(pop r##x)

- #define AS_JCXZ jecxz

-#elif CRYPTOPP_BOOL_X64

- #ifdef CRYPTOPP_GENERATE_X64_MASM

- #define AS_REG_1 rcx

- #define AS_REG_2 rdx

- #define AS_REG_3 r8

- #define AS_REG_4 r9

- #define AS_REG_5 rax

- #define AS_REG_6 r10

- #define AS_REG_7 r11

- #define AS_REG_1d ecx

- #define AS_REG_2d edx

- #define AS_REG_3d r8d

- #define AS_REG_4d r9d

- #define AS_REG_5d eax

- #define AS_REG_6d r10d

- #define AS_REG_7d r11d

- #else

- #define AS_REG_1 rdi

- #define AS_REG_2 rsi

- #define AS_REG_3 rdx

- #define AS_REG_4 rcx

- #define AS_REG_5 r8

- #define AS_REG_6 r9

- #define AS_REG_7 r10

- #define AS_REG_1d edi

- #define AS_REG_2d esi

- #define AS_REG_3d edx

- #define AS_REG_4d ecx

- #define AS_REG_5d r8d

- #define AS_REG_6d r9d

- #define AS_REG_7d r10d

- #endif

- #define WORD_SZ 8

- #define WORD_REG(x) r##x

- #define WORD_PTR QWORD PTR

- #define AS_PUSH_IF86(x)

- #define AS_POP_IF86(x)

- #define AS_JCXZ jrcxz

-#endif

-

-// helper macro for stream cipher output

-#define AS_XMM_OUTPUT4(labelPrefix, inputPtr, outputPtr, x0, x1, x2, x3, t, p0, p1, p2, p3, increment)\

- AS2( test inputPtr, inputPtr)\

- ASC( jz, labelPrefix##3)\

- AS2( test inputPtr, 15)\

- ASC( jnz, labelPrefix##7)\

- AS2( pxor xmm##x0, [inputPtr+p0*16])\

- AS2( pxor xmm##x1, [inputPtr+p1*16])\

- AS2( pxor xmm##x2, [inputPtr+p2*16])\

- AS2( pxor xmm##x3, [inputPtr+p3*16])\

- AS2( add inputPtr, increment*16)\

- ASC( jmp, labelPrefix##3)\

- ASL(labelPrefix##7)\

- AS2( movdqu xmm##t, [inputPtr+p0*16])\

- AS2( pxor xmm##x0, xmm##t)\

- AS2( movdqu xmm##t, [inputPtr+p1*16])\

- AS2( pxor xmm##x1, xmm##t)\

- AS2( movdqu xmm##t, [inputPtr+p2*16])\

- AS2( pxor xmm##x2, xmm##t)\

- AS2( movdqu xmm##t, [inputPtr+p3*16])\

- AS2( pxor xmm##x3, xmm##t)\

- AS2( add inputPtr, increment*16)\

- ASL(labelPrefix##3)\

- AS2( test outputPtr, 15)\

- ASC( jnz, labelPrefix##8)\

- AS2( movdqa [outputPtr+p0*16], xmm##x0)\

- AS2( movdqa [outputPtr+p1*16], xmm##x1)\

- AS2( movdqa [outputPtr+p2*16], xmm##x2)\

- AS2( movdqa [outputPtr+p3*16], xmm##x3)\

- ASC( jmp, labelPrefix##9)\

- ASL(labelPrefix##8)\

- AS2( movdqu [outputPtr+p0*16], xmm##x0)\

- AS2( movdqu [outputPtr+p1*16], xmm##x1)\

- AS2( movdqu [outputPtr+p2*16], xmm##x2)\

- AS2( movdqu [outputPtr+p3*16], xmm##x3)\

- ASL(labelPrefix##9)\

- AS2( add outputPtr, increment*16)

-

-

-#endif