arne
/
cryptopp
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

Add dedicated F2N_Multiply_256x256 circuit

pull/795/head
Jeffrey Walton 2019-01-19 18:27:12 -05:00
parent cefcaeaa68
commit c60f30f912
No known key found for this signature in database
GPG Key ID: B36AB348921B1838
1 changed files with 78 additions and 48 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

126
gf2n_simd.cpp
View File

@ -66,6 +66,30 @@ F2N_Multiply_128x128_ARMv8(uint64x2_t& c1, uint64x2_t& c0, const uint64x2_t& a,
c1 = veorq_u64(c1, t2); c1 = veorq_u64(c1, t2);
} }
// c3c2c1c0 = a1a0 * b1b0
inline void
F2N_Multiply_256x256_ARMv8(uint64x2_t& c3, uint64x2_t& c2, uint64x2_t& c1, uint64x2_t& c0,
const uint64x2_t& b1, const uint64x2_t& b0, const uint64x2_t& a1, const uint64x2_t& a0)
{
uint64x2_t c4, c5;
uint64x2_t x0=a0, x1=a1, y0=b0, y1=b1;
F2N_Multiply_128x128_ARMv8(c1, c0, x0, y0);
F2N_Multiply_128x128_ARMv8(c3, c2, x1, y1);
x0 = veorq_u64(x0, x1);
y0 = veorq_u64(y0, y1);
F2N_Multiply_128x128_ARMv8(c5, c4, x0, y0);
c4 = veorq_u64(c4, c0);
c4 = veorq_u64(c4, c2);
c5 = veorq_u64(c5, c1);
c5 = veorq_u64(c5, c3);
c1 = veorq_u64(c1, c4);
c2 = veorq_u64(c2, c5);
}
// x = (x << n), z = 0 // x = (x << n), z = 0
template <unsigned int N> template <unsigned int N>
inline uint64x2_t ShiftLeft128_ARMv8(uint64x2_t x) inline uint64x2_t ShiftLeft128_ARMv8(uint64x2_t x)
@ -145,22 +169,8 @@ GF2NT_233_Multiply_Reduce_ARMv8(const word* pA, const word* pB, word* pC)
uint64x2_t b0 = vreinterpretq_u64_u32(vld1q_u32(pBB+0)); uint64x2_t b0 = vreinterpretq_u64_u32(vld1q_u32(pBB+0));
uint64x2_t b1 = vreinterpretq_u64_u32(vld1q_u32(pBB+4)); uint64x2_t b1 = vreinterpretq_u64_u32(vld1q_u32(pBB+4));
uint64x2_t c0, c1, c2, c3, c4, c5; uint64x2_t c0, c1, c2, c3;
F2N_Multiply_128x128_ARMv8(c1, c0, a0, b0); F2N_Multiply_256x256_ARMv8(c3, c2, c1, c0, a1, a0, b1, b0);
F2N_Multiply_128x128_ARMv8(c3, c2, a1, b1);
a0 = veorq_u64(a0, a1);
b0 = veorq_u64(b0, b1);
F2N_Multiply_128x128_ARMv8(c5, c4, a0, b0);
c4 = veorq_u64(c4, c0);
c4 = veorq_u64(c4, c2);
c5 = veorq_u64(c5, c1);
c5 = veorq_u64(c5, c3);
c1 = veorq_u64(c1, c4);
c2 = veorq_u64(c2, c5);
GF2NT_233_Reduce_ARMv8(c3, c2, c1, c0); GF2NT_233_Reduce_ARMv8(c3, c2, c1, c0);
uint32_t* pCC = reinterpret_cast<uint32_t*>(pC); uint32_t* pCC = reinterpret_cast<uint32_t*>(pC);
@ -198,6 +208,30 @@ F2N_Multiply_128x128_CLMUL(__m128i& c1, __m128i& c0, const __m128i& a, const __m
c1 = _mm_xor_si128(c1, t2); c1 = _mm_xor_si128(c1, t2);
} }
// c3c2c1c0 = a1a0 * b1b0
inline void
F2N_Multiply_256x256_CLMUL(__m128i& c3, __m128i& c2, __m128i& c1, __m128i& c0,
const __m128i& b1, const __m128i& b0, const __m128i& a1, const __m128i& a0)
{
__m128i c4, c5;
__m128i x0=a0, x1=a1, y0=b0, y1=b1;
F2N_Multiply_128x128_CLMUL(c1, c0, x0, y0);
F2N_Multiply_128x128_CLMUL(c3, c2, x1, y1);
x0 = _mm_xor_si128(x0, x1);
y0 = _mm_xor_si128(y0, y1);
F2N_Multiply_128x128_CLMUL(c5, c4, x0, y0);
c4 = _mm_xor_si128(c4, c0);
c4 = _mm_xor_si128(c4, c2);
c5 = _mm_xor_si128(c5, c1);
c5 = _mm_xor_si128(c5, c3);
c1 = _mm_xor_si128(c1, c4);
c2 = _mm_xor_si128(c2, c5);
}
// x = (x << n), z = 0 // x = (x << n), z = 0
template <unsigned int N> template <unsigned int N>
inline __m128i ShiftLeft128_SSE(__m128i x, const __m128i& z) inline __m128i ShiftLeft128_SSE(__m128i x, const __m128i& z)
@ -275,22 +309,8 @@ GF2NT_233_Multiply_Reduce_CLMUL(const word* pA, const word* pB, word* pC)
__m128i b0 = _mm_loadu_si128(pBB+0); __m128i b0 = _mm_loadu_si128(pBB+0);
__m128i b1 = _mm_loadu_si128(pBB+1); __m128i b1 = _mm_loadu_si128(pBB+1);
__m128i c0, c1, c2, c3, c4, c5; __m128i c0, c1, c2, c3;
F2N_Multiply_128x128_CLMUL(c1, c0, a0, b0); F2N_Multiply_256x256_CLMUL(c3, c2, c1, c0, a1, a0, b1, b0);
F2N_Multiply_128x128_CLMUL(c3, c2, a1, b1);
a0 = _mm_xor_si128(a0, a1);
b0 = _mm_xor_si128(b0, b1);
F2N_Multiply_128x128_CLMUL(c5, c4, a0, b0);
c4 = _mm_xor_si128(c4, c0);
c4 = _mm_xor_si128(c4, c2);
c5 = _mm_xor_si128(c5, c1);
c5 = _mm_xor_si128(c5, c3);
c1 = _mm_xor_si128(c1, c4);
c2 = _mm_xor_si128(c2, c5);
GF2NT_233_Reduce_CLMUL(c3, c2, c1, c0); GF2NT_233_Reduce_CLMUL(c3, c2, c1, c0);
__m128i* pCC = reinterpret_cast<__m128i*>(pC); __m128i* pCC = reinterpret_cast<__m128i*>(pC);
@ -381,6 +401,30 @@ F2N_Multiply_128x128_POWER8(uint64x2_p& c1, uint64x2_p& c0, const uint64x2_p& a,
c1 = VecXor(c1, t2); c1 = VecXor(c1, t2);
} }
// c3c2c1c0 = a1a0 * b1b0
inline void
F2N_Multiply_256x256_POWER8(uint64x2_p& c3, uint64x2_p& c2, uint64x2_p& c1, uint64x2_p& c0,
const uint64x2_p& b1, const uint64x2_p& b0, const uint64x2_p& a1, const uint64x2_p& a0)
{
uint64x2_p c4, c5;
uint64x2_p x0=a0, x1=a1, y0=b0, y1=b1;
F2N_Multiply_128x128_POWER8(c1, c0, x0, y0);
F2N_Multiply_128x128_POWER8(c3, c2, x1, y1);
x0 = VecXor(x0, x1);
y0 = VecXor(y0, y1);
F2N_Multiply_128x128_POWER8(c5, c4, x0, y0);
c4 = VecXor(c4, c0);
c4 = VecXor(c4, c2);
c5 = VecXor(c5, c1);
c5 = VecXor(c5, c3);
c1 = VecXor(c1, c4);
c2 = VecXor(c2, c5);
}
// x = (x << n), z = 0 // x = (x << n), z = 0
template <unsigned int N> template <unsigned int N>
inline uint64x2_p ShiftLeft128_POWER8(uint64x2_p x) inline uint64x2_p ShiftLeft128_POWER8(uint64x2_p x)
@ -471,22 +515,8 @@ GF2NT_233_Multiply_Reduce_POWER8(const word* pA, const word* pB, word* pC)
b1 = VecPermute(b1, m); b1 = VecPermute(b1, m);
#endif #endif
uint64x2_p c0, c1, c2, c3, c4, c5; uint64x2_p c0, c1, c2, c3;
F2N_Multiply_128x128_POWER8(c1, c0, a0, b0); F2N_Multiply_256x256_POWER8(c3, c2, c1, c0, a1, a0, b1, b0);
F2N_Multiply_128x128_POWER8(c3, c2, a1, b1);
a0 = VecXor(a0, a1);
b0 = VecXor(b0, b1);
F2N_Multiply_128x128_POWER8(c5, c4, a0, b0);
c4 = VecXor(c4, c0);
c4 = VecXor(c4, c2);
c5 = VecXor(c5, c1);
c5 = VecXor(c5, c3);
c1 = VecXor(c1, c4);
c2 = VecXor(c2, c5);
GF2NT_233_Reduce_POWER8(c3, c2, c1, c0); GF2NT_233_Reduce_POWER8(c3, c2, c1, c0);
#if (CRYPTOPP_BIG_ENDIAN) #if (CRYPTOPP_BIG_ENDIAN)