arne
/
cryptopp
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

Merge 3f128e4667 into cd65ce873a

pull/394/merge
Gustavo Serra Scalet 2017-04-22 05:38:09 +00:00 committed by GitHub
parent cd65ce873a 3f128e4667
commit 707117aef0
5 changed files with 818 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
CMakeLists.txt
View File

@ -46,6 +46,7 @@ endif()
option(DISABLE_ASM "Disable ASM" OFF)
option(DISABLE_SSSE3 "Disable SSSE3" OFF)
option(DISABLE_AESNI "Disable AES-NI" OFF)
option(DISABLE_ALTIVEC "Disable PPC64's Altivec registers for SHA-2" OFF)
option(DISABLE_NATIVE_ARCH "Disable the addition of -march=native" OFF)
set(CRYPTOPP_DATA_DIR "" CACHE PATH "Crypto++ test data directory")
@ -102,6 +103,9 @@ if(DISABLE_AESNI)
add_definitions(-DCRYPTOPP_DISABLE_AESNI)
set(DISABLE_NATIVE_ARCH 1)
endif()
if(DISABLE_ALTIVEC)
add_definitions(-DCRYPTOPP_DISABLE_ALTIVEC)
endif()
if(NOT CRYPTOPP_DATA_DIR STREQUAL "")
add_definitions(-DCRYPTOPP_DATA_DIR="${CRYPTOPP_DATA_DIR}")
endif()
@ -303,6 +307,15 @@ if(MSVC AND NOT DISABLE_ASM)
endif()
endif()
if (${UNAME_MACHINE} MATCHES "ppc64le" AND NOT ${DISABLE_ALTIVEC})
message(STATUS "Enabling SHA-2 acceleration for ppc64le.")
set(cryptopp_SOURCES
${CMAKE_CURRENT_SOURCE_DIR}/sha256_compress_ppc.s
${cryptopp_SOURCES}
)
enable_language(ASM)
endif()
#============================================================================
# Compile targets
#============================================================================

18
GNUmakefile
View File

@ -59,6 +59,9 @@ IS_X32 ?= 0
# Set to 1 if you used NASM to build rdrand-{x86|x32|x64}
USE_NASM ?= 0
# Set to 0 if you don't want acceleration on SHA on PPC64le
USE_ALTIVEC ?= $(IS_PPC)
# Fixup for X32
ifeq ($(IS_X32),1)
IS_X86 = 0
@ -494,6 +497,10 @@ OBJS += rdrand-x86.o
endif
endif # Nasm
ifeq ($(USE_ALTIVEC),1)
OBJS += sha256_compress_ppc.o
endif
# List test.cpp first to tame C++ static initialization problems.
TESTSRCS := adhoc.cpp test.cpp bench1.cpp bench2.cpp validat0.cpp validat1.cpp validat2.cpp validat3.cpp datatest.cpp regtest1.cpp regtest2.cpp regtest3.cpp fipsalgt.cpp dlltest.cpp
TESTOBJS := $(TESTSRCS:.cpp=.o)
@ -776,6 +783,17 @@ rdrand-%.o:
./rdrand-nasm.sh
endif
ifeq ($(IS_PPC),1)
ifeq ($(USE_ALTIVEC),1)
sha256_compress_ppc.o: sha256_compress_ppc.s
$(CXX) $(strip $(CXXFLAGS)) -c $<
else
# PPC without altivec. Correctly fallback to C implementation
sha.o : sha.cpp
$(CXX) $(strip $(CXXFLAGS)) -c $< -DCRYPTOPP_DISABLE_ALTIVEC
endif
endif
# Only use CRYPTOPP_DATA_DIR if its not set in CXXFLAGS
ifeq ($(findstring -DCRYPTOPP_DATA_DIR, $(strip $(CXXFLAGS))),)
ifneq ($(strip $(CRYPTOPP_DATA_DIR)),)

13
config.h
View File

@ -451,6 +451,12 @@ NAMESPACE_END
#define CRYPTOPP_BOOL_SSE_SHA_INTRINSICS_AVAILABLE 0
#endif
#if !defined(CRYPTOPP_BOOL_ALTIVEC_AVAILABLE) && !defined(CRYPTOPP_DISABLE_ALTIVEC)
# if defined(__powerpc64__) && defined(__POWER8_VECTOR__) && __POWER8_VECTOR__ == 1
# define CRYPTOPP_BOOL_ALTIVEC_AVAILABLE 1
# endif
#endif
// Requires ARMv7 and ACLE 1.0. Testing shows ARMv7 is really ARMv7a under most toolchains.
#if !defined(CRYPTOPP_BOOL_NEON_INTRINSICS_AVAILABLE) && !defined(CRYPTOPP_DISABLE_ASM)
# if defined(__ARM_NEON__) || defined(__ARM_NEON) || defined(_M_ARM)
@ -574,6 +580,13 @@ NAMESPACE_END
#define CRYPTOPP_BOOL_ARM64 0
#endif
// Using a SIMD altivec approach on machines that supports so
#if defined(__powerpc64__) && defined(__POWER8_VECTOR__) && __POWER8_VECTOR__ == 1
#define CRYPTOPP_BOOL_PPC64LE 1
#else
#define CRYPTOPP_BOOL_PPC64LE 0
#endif
#if !defined(CRYPTOPP_NO_UNALIGNED_DATA_ACCESS) && !defined(CRYPTOPP_ALLOW_UNALIGNED_DATA_ACCESS)
#if (CRYPTOPP_BOOL_X64 || CRYPTOPP_BOOL_X86 || CRYPTOPP_BOOL_X32 || defined(__powerpc__) || (__ARM_FEATURE_UNALIGNED >= 1))
#define CRYPTOPP_ALLOW_UNALIGNED_DATA_ACCESS

31
sha.cpp
View File

@ -28,6 +28,7 @@
# undef CRYPTOPP_X32_ASM_AVAILABLE
# undef CRYPTOPP_X64_ASM_AVAILABLE
# undef CRYPTOPP_BOOL_SSE2_ASM_AVAILABLE
# undef CRYPTOPP_BOOL_ALTIVEC_AVAILABLE
#endif
NAMESPACE_BEGIN(CryptoPP)
@ -532,7 +533,7 @@ void SHA256::InitState(HashWordType *state)
memcpy(state, s, sizeof(s));
}
#if CRYPTOPP_BOOL_SSE2_ASM_AVAILABLE || CRYPTOPP_BOOL_ARM_CRYPTO_INTRINSICS_AVAILABLE
#if CRYPTOPP_BOOL_SSE2_ASM_AVAILABLE || CRYPTOPP_BOOL_ARM_CRYPTO_INTRINSICS_AVAILABLE || CRYPTOPP_BOOL_ALTIVEC_AVAILABLE
CRYPTOPP_ALIGN_DATA(16) extern const word32 SHA256_K[64] CRYPTOPP_SECTION_ALIGN16 = {
#else
extern const word32 SHA256_K[64] = {
@ -892,6 +893,8 @@ void CRYPTOPP_FASTCALL X86_SHA256_HashBlocks(word32 *state, const word32 *data,
static void CRYPTOPP_FASTCALL SHA256_SSE_SHA_HashBlocks(word32 *state, const word32 *data, size_t length);
#elif CRYPTOPP_BOOL_ARM_CRYPTO_INTRINSICS_AVAILABLE
static void CRYPTOPP_FASTCALL SHA256_ARM_SHA_HashBlocks(word32 *state, const word32 *data, size_t length);
#elif CRYPTOPP_BOOL_ALTIVEC_AVAILABLE
static void CRYPTOPP_FASTCALL SHA256_Altivec_SHA_HashBlocks(word32 *state, const word32 *data, size_t length);
#endif
#if (defined(CRYPTOPP_X86_ASM_AVAILABLE) || defined(CRYPTOPP_X32_ASM_AVAILABLE) || defined(CRYPTOPP_X64_MASM_AVAILABLE)) && !defined(CRYPTOPP_DISABLE_SHA_ASM)
@ -909,6 +912,10 @@ pfnSHAHashBlocks InitializeSHA256HashBlocks()
else
#endif
#if CRYPTOPP_BOOL_ALTIVEC_AVAILABLE
return &SHA256_Altivec_SHA_HashBlocks;
#endif
return &X86_SHA256_HashBlocks;
}
@ -1079,6 +1086,13 @@ static void SHA256_ARM_SHA_Transform(word32 *state, const word32 *data)
}
#endif // CRYPTOPP_BOOL_ARM_CRYPTO_INTRINSICS_AVAILABLE
#if CRYPTOPP_BOOL_ALTIVEC_AVAILABLE
static void SHA256_Altivec_SHA_Transform(word32 *state, const word32 *data)
{
return SHA256_Altivec_SHA_HashBlocks(state, data, SHA256::BLOCKSIZE);
}
#endif // CRYPTOPP_BOOL_ALTIVEC_AVAILABLE
///////////////////////////////////
// start of Walton/Gulley's code //
///////////////////////////////////
@ -1452,6 +1466,18 @@ static void CRYPTOPP_FASTCALL SHA256_ARM_SHA_HashBlocks(word32 *state, const wor
// end of Walton/Schneiders/O'Rourke/Hovsmith's code //
///////////////////////////////////////////////////////
#if CRYPTOPP_BOOL_ALTIVEC_AVAILABLE
// Function to be found on sha256_compress_ppc.s
extern "C" void sha256_compress_ppc(word32 *STATE, const word32 *input, const uint32_t *k);
static void CRYPTOPP_FASTCALL SHA256_Altivec_SHA_HashBlocks(word32 *state, const word32 *data, size_t length)
{
for (size_t i = 0; i < length; i += SHA256::BLOCKSIZE)
sha256_compress_ppc(state, data + i, SHA256_K);
}
#endif
pfnSHATransform InitializeSHA256Transform()
{
#if CRYPTOPP_BOOL_SSE_SHA_INTRINSICS_AVAILABLE
@ -1469,6 +1495,9 @@ pfnSHATransform InitializeSHA256Transform()
return &SHA256_ARM_SHA_Transform;
else
#endif
#if CRYPTOPP_BOOL_ALTIVEC_AVAILABLE
return &SHA256_Altivec_SHA_Transform;
#endif
return &SHA256_CXX_Transform;
}

744
sha256_compress_ppc.s Normal file
View File

@ -0,0 +1,744 @@
# This file was generated using the sha2-le project from:
# https://github.com/PPC64/sha2-le
# Configured as:
# STATE_MEM_16BYTE_ALIGNED = 0
# INPUT_MEM_16BYTE_ALIGNED = 0
# K_MEM_16BYTE_ALIGNED = 1
# SWAP_BYTES = 0
.file "sha256_compress_ppc.s"
# Keep in mind that vector loading/store is/would-be done directly by dealing
# with 16-bytes:
# +-------+----+----+----+----+
# | | Vector Words: |
# | Name | #1 | #2 | #3 | #4 |
# +-------+----+----+----+----+
# | Va | a | b | c | d |
# +-------+----+----+----+----+
#
# But this algorithm will mainly deal with each data (a-h) separately on a
# vector:
# +-------+----+----+----+----+
# | | Vector Words: |
# | Name | #1 | #2 | #3 | #4 |
# +-------+----+----+----+----+
# | Va | a | - | - | - |
# | Vb | b | - | - | - |
# | Vc | c | - | - | - |
# | Vd | d | - | - | - |
# +-------+----+----+----+----+
.text
.align 4
# void sha256_compress_ppc(uint32_t *STATE, const uint8_t *input, const uint32_t *k)
.globl sha256_compress_ppc
.type sha256_compress_ppc,%function
sha256_compress_ppc:
# Saving non volatile registers
li 0, -176; stvx 29, 1, 0
li 0, -160; stvx 28, 1, 0
li 0, -144; stvx 27, 1, 0
li 0, -128; stvx 26, 1, 0
li 0, -112; stvx 25, 1, 0
li 0, -96; stvx 24, 1, 0
li 0, -80; stvx 23, 1, 0
li 0, -64; stvx 22, 1, 0
li 0, -48; stvx 21, 1, 0
li 0, -32; stvx 20, 1, 0
# Load hash STATE to registers
# load unaligned
lvx 9, 0, 3
addi 6, 3,16
lvsr 7, 0, 6
lvx 13, 0, 6
vperm 9, 13, 9, 7 # a = {a,b,c,d}
addi 6, 6, 16
lvx 22, 0, 6
vperm 13, 22, 13, 7 # e = {e,f,g,h}
# Unpack a-h data from the packed vector to a vector register each
vsldoi 10, 9, 9, 12
vsldoi 11, 9, 9, 8
vsldoi 12, 9, 9, 4
vsldoi 14, 13, 13, 12
vsldoi 15, 13, 13, 8
vsldoi 16, 13, 13, 4
# Load 16 elements from w out of the loop
# set vrb according to alignment
lvsr 21, 0, 4
# unaligned load
lvx 17, 0, 4
addi 6, 4, 16
lvx 18, 0, 6
# w0 = w[j-16] to w[j-13]
vperm 17, 18, 17, 21
addi 6, 4, 32
lvx 19, 0, 6
# w1 = w[j-12] to w[j-9]
vperm 18, 19, 18, 21
addi 6, 4, 48
lvx 20, 0, 6
# w2 = w[j-8] to w[j-5]
vperm 19, 20, 19, 21
addi 6, 4, 64
lvx 4, 0, 6
# w3 = w[j-4] to w[j-1]
vperm 20, 4, 20, 21
# aligned load
# vt0 = K[j-16] to K[j-13]
lvx 4, 0, 5
addi 6, 5, 16
# vt1 = K[j-12] to K[j-9]
lvx 5, 0, 6
addi 6, 5, 32
# vt2 = K[j-8] to K[j-5]
lvx 6, 0, 6
addi 6, 5, 48
# vt3 = K[j-4] to K[j-1]
lvx 7, 0, 6
# Add _w to K
vadduwm 26,4,17
vadduwm 27,5,18
vadduwm 28,6,19
vadduwm 29,7,20
vsldoi 23, 26, 26, 12
vsldoi 24, 26, 26, 8
vsldoi 25, 26, 26, 4
# iteration: #1
vsel 0, 15, 14, 13 # ch = Ch(e,f,g)
vxor 1, 9, 10 # intermediate Maj
vshasigmaw 3, 13, 1, 0xF # bse = BigSigma1(e)
vadduwm 6, 0, 26 # vt2 = ch + kpw
vadduwm 5, 16, 3 # vt1 = h + bse
vsel 1, 10, 11, 1 # maj = Maj(a,b,c)
vadduwm 7, 5, 6 # vt3 = h + bse + ch + kpw
vshasigmaw 2, 9, 1, 0 # bsa = BigSigma0(a)
vadduwm 8, 2, 1 # vt4 = bsa + maj
vadduwm 12, 12, 7 # d = d + vt3
vadduwm 16, 7, 8 # h = vt3 + vt4
# iteration: #2
vsel 0, 14, 13, 12 # ch = Ch(e,f,g)
vxor 1, 16, 9 # intermediate Maj
vshasigmaw 3, 12, 1, 0xF # bse = BigSigma1(e)
vadduwm 6, 0, 23 # vt2 = ch + kpw
vadduwm 5, 15, 3 # vt1 = h + bse
vsel 1, 9, 10, 1 # maj = Maj(a,b,c)
vadduwm 7, 5, 6 # vt3 = h + bse + ch + kpw
vshasigmaw 2, 16, 1, 0 # bsa = BigSigma0(a)
vadduwm 8, 2, 1 # vt4 = bsa + maj
vadduwm 11, 11, 7 # d = d + vt3
vadduwm 15, 7, 8 # h = vt3 + vt4
# iteration: #3
vsel 0, 13, 12, 11 # ch = Ch(e,f,g)
vxor 1, 15, 16 # intermediate Maj
vshasigmaw 3, 11, 1, 0xF # bse = BigSigma1(e)
vadduwm 6, 0, 24 # vt2 = ch + kpw
vadduwm 5, 14, 3 # vt1 = h + bse
vsel 1, 16, 9, 1 # maj = Maj(a,b,c)
vadduwm 7, 5, 6 # vt3 = h + bse + ch + kpw
vshasigmaw 2, 15, 1, 0 # bsa = BigSigma0(a)
vadduwm 8, 2, 1 # vt4 = bsa + maj
vadduwm 10, 10, 7 # d = d + vt3
vadduwm 14, 7, 8 # h = vt3 + vt4
# iteration: #4
vsel 0, 12, 11, 10 # ch = Ch(e,f,g)
vxor 1, 14, 15 # intermediate Maj
vshasigmaw 3, 10, 1, 0xF # bse = BigSigma1(e)
vadduwm 6, 0, 25 # vt2 = ch + kpw
vadduwm 5, 13, 3 # vt1 = h + bse
vsel 1, 15, 16, 1 # maj = Maj(a,b,c)
vadduwm 7, 5, 6 # vt3 = h + bse + ch + kpw
vshasigmaw 2, 14, 1, 0 # bsa = BigSigma0(a)
vadduwm 8, 2, 1 # vt4 = bsa + maj
vadduwm 9, 9, 7 # d = d + vt3
vadduwm 13, 7, 8 # h = vt3 + vt4
vsldoi 23, 27, 27, 12
vsldoi 24, 27, 27, 8
vsldoi 25, 27, 27, 4
# iteration: #5
vsel 0, 11, 10, 9 # ch = Ch(e,f,g)
vxor 1, 13, 14 # intermediate Maj
vshasigmaw 3, 9, 1, 0xF # bse = BigSigma1(e)
vadduwm 6, 0, 27 # vt2 = ch + kpw
vadduwm 5, 12, 3 # vt1 = h + bse
vsel 1, 14, 15, 1 # maj = Maj(a,b,c)
vadduwm 7, 5, 6 # vt3 = h + bse + ch + kpw
vshasigmaw 2, 13, 1, 0 # bsa = BigSigma0(a)
vadduwm 8, 2, 1 # vt4 = bsa + maj
vadduwm 16, 16, 7 # d = d + vt3
vadduwm 12, 7, 8 # h = vt3 + vt4
# iteration: #6
vsel 0, 10, 9, 16 # ch = Ch(e,f,g)
vxor 1, 12, 13 # intermediate Maj
vshasigmaw 3, 16, 1, 0xF # bse = BigSigma1(e)
vadduwm 6, 0, 23 # vt2 = ch + kpw
vadduwm 5, 11, 3 # vt1 = h + bse
vsel 1, 13, 14, 1 # maj = Maj(a,b,c)
vadduwm 7, 5, 6 # vt3 = h + bse + ch + kpw
vshasigmaw 2, 12, 1, 0 # bsa = BigSigma0(a)
vadduwm 8, 2, 1 # vt4 = bsa + maj
vadduwm 15, 15, 7 # d = d + vt3
vadduwm 11, 7, 8 # h = vt3 + vt4
# iteration: #7
vsel 0, 9, 16, 15 # ch = Ch(e,f,g)
vxor 1, 11, 12 # intermediate Maj
vshasigmaw 3, 15, 1, 0xF # bse = BigSigma1(e)
vadduwm 6, 0, 24 # vt2 = ch + kpw
vadduwm 5, 10, 3 # vt1 = h + bse
vsel 1, 12, 13, 1 # maj = Maj(a,b,c)
vadduwm 7, 5, 6 # vt3 = h + bse + ch + kpw
vshasigmaw 2, 11, 1, 0 # bsa = BigSigma0(a)
vadduwm 8, 2, 1 # vt4 = bsa + maj
vadduwm 14, 14, 7 # d = d + vt3
vadduwm 10, 7, 8 # h = vt3 + vt4
# iteration: #8
vsel 0, 16, 15, 14 # ch = Ch(e,f,g)
vxor 1, 10, 11 # intermediate Maj
vshasigmaw 3, 14, 1, 0xF # bse = BigSigma1(e)
vadduwm 6, 0, 25 # vt2 = ch + kpw
vadduwm 5, 9, 3 # vt1 = h + bse
vsel 1, 11, 12, 1 # maj = Maj(a,b,c)
vadduwm 7, 5, 6 # vt3 = h + bse + ch + kpw
vshasigmaw 2, 10, 1, 0 # bsa = BigSigma0(a)
vadduwm 8, 2, 1 # vt4 = bsa + maj
vadduwm 13, 13, 7 # d = d + vt3
vadduwm 9, 7, 8 # h = vt3 + vt4
vsldoi 23, 28, 28, 12
vsldoi 24, 28, 28, 8
vsldoi 25, 28, 28, 4
# iteration: #9
vsel 0, 15, 14, 13 # ch = Ch(e,f,g)
vxor 1, 9, 10 # intermediate Maj
vshasigmaw 3, 13, 1, 0xF # bse = BigSigma1(e)
vadduwm 6, 0, 28 # vt2 = ch + kpw
vadduwm 5, 16, 3 # vt1 = h + bse
vsel 1, 10, 11, 1 # maj = Maj(a,b,c)
vadduwm 7, 5, 6 # vt3 = h + bse + ch + kpw
vshasigmaw 2, 9, 1, 0 # bsa = BigSigma0(a)
vadduwm 8, 2, 1 # vt4 = bsa + maj
vadduwm 12, 12, 7 # d = d + vt3
vadduwm 16, 7, 8 # h = vt3 + vt4
# iteration: #10
vsel 0, 14, 13, 12 # ch = Ch(e,f,g)
vxor 1, 16, 9 # intermediate Maj
vshasigmaw 3, 12, 1, 0xF # bse = BigSigma1(e)
vadduwm 6, 0, 23 # vt2 = ch + kpw
vadduwm 5, 15, 3 # vt1 = h + bse
vsel 1, 9, 10, 1 # maj = Maj(a,b,c)
vadduwm 7, 5, 6 # vt3 = h + bse + ch + kpw
vshasigmaw 2, 16, 1, 0 # bsa = BigSigma0(a)
vadduwm 8, 2, 1 # vt4 = bsa + maj
vadduwm 11, 11, 7 # d = d + vt3
vadduwm 15, 7, 8 # h = vt3 + vt4
# iteration: #11
vsel 0, 13, 12, 11 # ch = Ch(e,f,g)
vxor 1, 15, 16 # intermediate Maj
vshasigmaw 3, 11, 1, 0xF # bse = BigSigma1(e)
vadduwm 6, 0, 24 # vt2 = ch + kpw
vadduwm 5, 14, 3 # vt1 = h + bse
vsel 1, 16, 9, 1 # maj = Maj(a,b,c)
vadduwm 7, 5, 6 # vt3 = h + bse + ch + kpw
vshasigmaw 2, 15, 1, 0 # bsa = BigSigma0(a)
vadduwm 8, 2, 1 # vt4 = bsa + maj
vadduwm 10, 10, 7 # d = d + vt3
vadduwm 14, 7, 8 # h = vt3 + vt4
# iteration: #12
vsel 0, 12, 11, 10 # ch = Ch(e,f,g)
vxor 1, 14, 15 # intermediate Maj
vshasigmaw 3, 10, 1, 0xF # bse = BigSigma1(e)
vadduwm 6, 0, 25 # vt2 = ch + kpw
vadduwm 5, 13, 3 # vt1 = h + bse
vsel 1, 15, 16, 1 # maj = Maj(a,b,c)
vadduwm 7, 5, 6 # vt3 = h + bse + ch + kpw
vshasigmaw 2, 14, 1, 0 # bsa = BigSigma0(a)
vadduwm 8, 2, 1 # vt4 = bsa + maj
vadduwm 9, 9, 7 # d = d + vt3
vadduwm 13, 7, 8 # h = vt3 + vt4
vsldoi 23, 29, 29, 12
vsldoi 24, 29, 29, 8
vsldoi 25, 29, 29, 4
# iteration: #13
vsel 0, 11, 10, 9 # ch = Ch(e,f,g)
vxor 1, 13, 14 # intermediate Maj
vshasigmaw 3, 9, 1, 0xF # bse = BigSigma1(e)
vadduwm 6, 0, 29 # vt2 = ch + kpw
vadduwm 5, 12, 3 # vt1 = h + bse
vsel 1, 14, 15, 1 # maj = Maj(a,b,c)
vadduwm 7, 5, 6 # vt3 = h + bse + ch + kpw
vshasigmaw 2, 13, 1, 0 # bsa = BigSigma0(a)
vadduwm 8, 2, 1 # vt4 = bsa + maj
vadduwm 16, 16, 7 # d = d + vt3
vadduwm 12, 7, 8 # h = vt3 + vt4
# iteration: #14
vsel 0, 10, 9, 16 # ch = Ch(e,f,g)
vxor 1, 12, 13 # intermediate Maj
vshasigmaw 3, 16, 1, 0xF # bse = BigSigma1(e)
vadduwm 6, 0, 23 # vt2 = ch + kpw
vadduwm 5, 11, 3 # vt1 = h + bse
vsel 1, 13, 14, 1 # maj = Maj(a,b,c)
vadduwm 7, 5, 6 # vt3 = h + bse + ch + kpw
vshasigmaw 2, 12, 1, 0 # bsa = BigSigma0(a)
vadduwm 8, 2, 1 # vt4 = bsa + maj
vadduwm 15, 15, 7 # d = d + vt3
vadduwm 11, 7, 8 # h = vt3 + vt4
# iteration: #15
vsel 0, 9, 16, 15 # ch = Ch(e,f,g)
vxor 1, 11, 12 # intermediate Maj
vshasigmaw 3, 15, 1, 0xF # bse = BigSigma1(e)
vadduwm 6, 0, 24 # vt2 = ch + kpw
vadduwm 5, 10, 3 # vt1 = h + bse
vsel 1, 12, 13, 1 # maj = Maj(a,b,c)
vadduwm 7, 5, 6 # vt3 = h + bse + ch + kpw
vshasigmaw 2, 11, 1, 0 # bsa = BigSigma0(a)
vadduwm 8, 2, 1 # vt4 = bsa + maj
vadduwm 14, 14, 7 # d = d + vt3
vadduwm 10, 7, 8 # h = vt3 + vt4
# iteration: #16
vsel 0, 16, 15, 14 # ch = Ch(e,f,g)
vxor 1, 10, 11 # intermediate Maj
vshasigmaw 3, 14, 1, 0xF # bse = BigSigma1(e)
vadduwm 6, 0, 25 # vt2 = ch + kpw
vadduwm 5, 9, 3 # vt1 = h + bse
vsel 1, 11, 12, 1 # maj = Maj(a,b,c)
vadduwm 7, 5, 6 # vt3 = h + bse + ch + kpw
vshasigmaw 2, 10, 1, 0 # bsa = BigSigma0(a)
vadduwm 8, 2, 1 # vt4 = bsa + maj
vadduwm 13, 13, 7 # d = d + vt3
vadduwm 9, 7, 8 # h = vt3 + vt4
# j will be multiple of 4 for loading words.
# Whenever read, advance the pointer (e.g: when j is used in CALC_4W)
li 8, 16*4
# Rolling the 16 to 64 rounds
li 6, (64-16)/8
mtctr 6
.align 4
.Loop1:
# Load aligned of K[j]
lvx 4, 8, 5
# Advance j
addi 8, 8, 16
# b = w[j-15], w[j-14], w[j-13], w[j-12]
vsldoi 5, 18, 17, 12
# c = w[j-7], w[j-6], w[j-5], w[j-4]
vsldoi 6, 20, 19, 12
# d = w[j-2], w[j-1], w[j-4], w[j-3]
vsldoi 7, 20, 20, 8
# b = s0(w[j-15]) , s0(w[j-14]) , s0(w[j-13]) , s0(w[j-12])
vshasigmaw 5, 5, 0, 0
# d = s1(w[j-2]) , s1(w[j-1]) , s1(w[j-4]) , s1(w[j-3])
vshasigmaw 7, 7, 0, 0xf
# c = s0(w[j-15]) + w[j-7],
# s0(w[j-14]) + w[j-6],
# s0(w[j-13]) + w[j-5],
# s0(w[j-12]) + w[j-4]
vadduwm 6, 5, 6
# c = s0(w[j-15]) + w[j-7] + w[j-16],
# s0(w[j-14]) + w[j-6] + w[j-15],
# s0(w[j-13]) + w[j-5] + w[j-14],
# s0(w[j-12]) + w[j-4] + w[j-13]
vadduwm 6, 6, 17
# e = s0(w[j-15]) + w[j-7] + w[j-16] + s1(w[j-2]), // w[j]
# s0(w[j-14]) + w[j-6] + w[j-15] + s1(w[j-1]), // w[j+1]
# s0(w[j-13]) + w[j-5] + w[j-14] + s1(w[j-4]), // UNDEFINED
# s0(w[j-12]) + w[j-4] + w[j-13] + s1(w[j-3]) // UNDEFINED
vadduwm 8, 6, 7
# At this point, e[0] and e[1] are the correct values to be stored at w[j]
# and w[j+1].
# e[2] and e[3] are not considered.
# b = s1(w[j]) , s1(s(w[j+1]) , UNDEFINED , UNDEFINED
vshasigmaw 5, 8, 0, 0xf
# v5 = s1(w[j-2]) , s1(w[j-1]) , s1(w[j]) , s1(w[j+1])
xxmrgld 39,37,39
# c = s0(w[j-15]) + w[j-7] + w[j-16] + s1(w[j-2]), // w[j]
# s0(w[j-14]) + w[j-6] + w[j-15] + s1(w[j-1]), // w[j+1]
# s0(w[j-13]) + w[j-5] + w[j-14] + s1(w[j]), // w[j+2]
# s0(w[j-12]) + w[j-4] + w[j-13] + s1(w[j+1]) // w[j+4]
vadduwm 6, 6, 7
# Updating w0 to w3 to hold the new previous 16 values from w.
vmr 17, 18
vmr 18, 19
vmr 19, 20
vmr 20, 6
# Store K + w to v9 (4 values at once)
vadduwm 22, 6, 4
vsldoi 23, 22, 22,12
vsldoi 24, 22, 22,8
vsldoi 25, 22, 22,4
# iteration: #17 #25 #33 #41 #49 #57
vsel 0, 15, 14, 13 # ch = Ch(e,f,g)
vxor 1, 9, 10 # intermediate Maj
vshasigmaw 3, 13, 1, 0xF # bse = BigSigma1(e)
vadduwm 6, 0, 22 # vt2 = ch + kpw
vadduwm 5, 16, 3 # vt1 = h + bse
vsel 1, 10, 11, 1 # maj = Maj(a,b,c)
vadduwm 7, 5, 6 # vt3 = h + bse + ch + kpw
vshasigmaw 2, 9, 1, 0 # bsa = BigSigma0(a)
vadduwm 8, 2, 1 # vt4 = bsa + maj
vadduwm 12, 12, 7 # d = d + vt3
vadduwm 16, 7, 8 # h = vt3 + vt4
# iteration: #18 #26 #34 #42 #50 #58
vsel 0, 14, 13, 12 # ch = Ch(e,f,g)
vxor 1, 16, 9 # intermediate Maj
vshasigmaw 3, 12, 1, 0xF # bse = BigSigma1(e)
vadduwm 6, 0, 23 # vt2 = ch + kpw
vadduwm 5, 15, 3 # vt1 = h + bse
vsel 1, 9, 10, 1 # maj = Maj(a,b,c)
vadduwm 7, 5, 6 # vt3 = h + bse + ch + kpw
vshasigmaw 2, 16, 1, 0 # bsa = BigSigma0(a)
vadduwm 8, 2, 1 # vt4 = bsa + maj
vadduwm 11, 11, 7 # d = d + vt3
vadduwm 15, 7, 8 # h = vt3 + vt4
# iteration: #19 #27 #35 #43 #51 #59
vsel 0, 13, 12, 11 # ch = Ch(e,f,g)
vxor 1, 15, 16 # intermediate Maj
vshasigmaw 3, 11, 1, 0xF # bse = BigSigma1(e)
vadduwm 6, 0, 24 # vt2 = ch + kpw
vadduwm 5, 14, 3 # vt1 = h + bse
vsel 1, 16, 9, 1 # maj = Maj(a,b,c)
vadduwm 7, 5, 6 # vt3 = h + bse + ch + kpw
vshasigmaw 2, 15, 1, 0 # bsa = BigSigma0(a)
vadduwm 8, 2, 1 # vt4 = bsa + maj
vadduwm 10, 10, 7 # d = d + vt3
vadduwm 14, 7, 8 # h = vt3 + vt4
# iteration: #20 #28 #36 #44 #52 #60
vsel 0, 12, 11, 10 # ch = Ch(e,f,g)
vxor 1, 14, 15 # intermediate Maj
vshasigmaw 3, 10, 1, 0xF # bse = BigSigma1(e)
vadduwm 6, 0, 25 # vt2 = ch + kpw
vadduwm 5, 13, 3 # vt1 = h + bse
vsel 1, 15, 16, 1 # maj = Maj(a,b,c)
vadduwm 7, 5, 6 # vt3 = h + bse + ch + kpw
vshasigmaw 2, 14, 1, 0 # bsa = BigSigma0(a)
vadduwm 8, 2, 1 # vt4 = bsa + maj
vadduwm 9, 9, 7 # d = d + vt3
vadduwm 13, 7, 8 # h = vt3 + vt4
# Load aligned of K[j]
lvx 4, 8, 5
# Advance j
addi 8, 8, 16
# b = w[j-15], w[j-14], w[j-13], w[j-12]
vsldoi 5, 18, 17, 12
# c = w[j-7], w[j-6], w[j-5], w[j-4]
vsldoi 6, 20, 19, 12
# d = w[j-2], w[j-1], w[j-4], w[j-3]
vsldoi 7, 20, 20, 8
# b = s0(w[j-15]) , s0(w[j-14]) , s0(w[j-13]) , s0(w[j-12])
vshasigmaw 5, 5, 0, 0
# d = s1(w[j-2]) , s1(w[j-1]) , s1(w[j-4]) , s1(w[j-3])
vshasigmaw 7, 7, 0, 0xf
# c = s0(w[j-15]) + w[j-7],
# s0(w[j-14]) + w[j-6],
# s0(w[j-13]) + w[j-5],
# s0(w[j-12]) + w[j-4]
vadduwm 6, 5, 6
# c = s0(w[j-15]) + w[j-7] + w[j-16],
# s0(w[j-14]) + w[j-6] + w[j-15],
# s0(w[j-13]) + w[j-5] + w[j-14],
# s0(w[j-12]) + w[j-4] + w[j-13]
vadduwm 6, 6, 17
# e = s0(w[j-15]) + w[j-7] + w[j-16] + s1(w[j-2]), // w[j]
# s0(w[j-14]) + w[j-6] + w[j-15] + s1(w[j-1]), // w[j+1]
# s0(w[j-13]) + w[j-5] + w[j-14] + s1(w[j-4]), // UNDEFINED
# s0(w[j-12]) + w[j-4] + w[j-13] + s1(w[j-3]) // UNDEFINED
vadduwm 8, 6, 7
# At this point, e[0] and e[1] are the correct values to be stored at w[j]
# and w[j+1].
# e[2] and e[3] are not considered.
# b = s1(w[j]) , s1(s(w[j+1]) , UNDEFINED , UNDEFINED
vshasigmaw 5, 8, 0, 0xf
# v5 = s1(w[j-2]) , s1(w[j-1]) , s1(w[j]) , s1(w[j+1])
xxmrgld 39,37,39
# c = s0(w[j-15]) + w[j-7] + w[j-16] + s1(w[j-2]), // w[j]
# s0(w[j-14]) + w[j-6] + w[j-15] + s1(w[j-1]), // w[j+1]
# s0(w[j-13]) + w[j-5] + w[j-14] + s1(w[j]), // w[j+2]
# s0(w[j-12]) + w[j-4] + w[j-13] + s1(w[j+1]) // w[j+4]
vadduwm 6, 6, 7
# Updating w0 to w3 to hold the new previous 16 values from w.
vmr 17, 18
vmr 18, 19
vmr 19, 20
vmr 20, 6
# Store K + w to v9 (4 values at once)
vadduwm 22, 6, 4
vsldoi 23, 22, 22,12
vsldoi 24, 22, 22,8
vsldoi 25, 22, 22,4
# iteration: #21 #29 #37 #45 #53 #61
vsel 0, 11, 10, 9 # ch = Ch(e,f,g)
vxor 1, 13, 14 # intermediate Maj
vshasigmaw 3, 9, 1, 0xF # bse = BigSigma1(e)
vadduwm 6, 0, 22 # vt2 = ch + kpw
vadduwm 5, 12, 3 # vt1 = h + bse
vsel 1, 14, 15, 1 # maj = Maj(a,b,c)
vadduwm 7, 5, 6 # vt3 = h + bse + ch + kpw
vshasigmaw 2, 13, 1, 0 # bsa = BigSigma0(a)
vadduwm 8, 2, 1 # vt4 = bsa + maj
vadduwm 16, 16, 7 # d = d + vt3
vadduwm 12, 7, 8 # h = vt3 + vt4
# iteration: #22 #30 #38 #46 #54 #62
vsel 0, 10, 9, 16 # ch = Ch(e,f,g)
vxor 1, 12, 13 # intermediate Maj
vshasigmaw 3, 16, 1, 0xF # bse = BigSigma1(e)
vadduwm 6, 0, 23 # vt2 = ch + kpw
vadduwm 5, 11, 3 # vt1 = h + bse
vsel 1, 13, 14, 1 # maj = Maj(a,b,c)
vadduwm 7, 5, 6 # vt3 = h + bse + ch + kpw
vshasigmaw 2, 12, 1, 0 # bsa = BigSigma0(a)
vadduwm 8, 2, 1 # vt4 = bsa + maj
vadduwm 15, 15, 7 # d = d + vt3
vadduwm 11, 7, 8 # h = vt3 + vt4
# iteration: #23 #31 #39 #47 #55 #63
vsel 0, 9, 16, 15 # ch = Ch(e,f,g)
vxor 1, 11, 12 # intermediate Maj
vshasigmaw 3, 15, 1, 0xF # bse = BigSigma1(e)
vadduwm 6, 0, 24 # vt2 = ch + kpw
vadduwm 5, 10, 3 # vt1 = h + bse
vsel 1, 12, 13, 1 # maj = Maj(a,b,c)
vadduwm 7, 5, 6 # vt3 = h + bse + ch + kpw
vshasigmaw 2, 11, 1, 0 # bsa = BigSigma0(a)
vadduwm 8, 2, 1 # vt4 = bsa + maj
vadduwm 14, 14, 7 # d = d + vt3
vadduwm 10, 7, 8 # h = vt3 + vt4
# iteration: #24 #32 #40 #48 #56 #64
vsel 0, 16, 15, 14 # ch = Ch(e,f,g)
vxor 1, 10, 11 # intermediate Maj
vshasigmaw 3, 14, 1, 0xF # bse = BigSigma1(e)
vadduwm 6, 0, 25 # vt2 = ch + kpw
vadduwm 5, 9, 3 # vt1 = h + bse
vsel 1, 11, 12, 1 # maj = Maj(a,b,c)
vadduwm 7, 5, 6 # vt3 = h + bse + ch + kpw
vshasigmaw 2, 10, 1, 0 # bsa = BigSigma0(a)
vadduwm 8, 2, 1 # vt4 = bsa + maj
vadduwm 13, 13, 7 # d = d + vt3
vadduwm 9, 7, 8 # h = vt3 + vt4
bdnz .Loop1
# Update hash STATE
li 6, 16
li 7, 32
lvsr 21, 0, 3
lvx 4, 0, 3 # vt0 = STATE[0]..STATE[3]
lvx 3, 6, 3 # vt5 = STATE[4]..STATE[8]
vperm 4, 3, 4, 21
lvx 2, 7, 3 # vt5 = STATE[4]..STATE[8]
vperm 3, 2, 3, 21
vmrglw 5, 10, 9 # vt1 = {a, b, ?, ?}
vmrglw 6, 12, 11 # vt2 = {c, d, ?, ?}
vmrglw 7, 14, 13 # vt3 = {e, f, ?, ?}
vmrglw 8, 16, 15 # vt4 = {g, h, ?, ?}
xxmrgld 37,38,37 # vt1 = {a, b, c, d}
xxmrgld 39,40,39 # vt3 = {e, f, g, h}
# vt0 = {a+STATE[0], b+STATE[1], c+STATE[2], d+STATE[3]}
vadduwm 4, 4, 5
# vt5 = {e+STATE[4], f+STATE[5], g+STATE[6], h+STATE[7]
vadduwm 3, 3, 7
mfvrwz 22, 4 # aux = a+STATE[0]
stw 22, 8(3) # update h[3]
# vt6 = {b+STATE[1], c+STATE[2], d+STATE[3], a+STATE[0]}
vsldoi 2, 4, 4, 12
mfvrwz 22, 2 # aux = b+STATE[1]
stw 22, 12(3) # update h[2]
# vt6 = {c+STATE[2], d+STATE[3], a+STATE[0], b+STATE[1]}
vsldoi 2, 2, 2, 12
mfvrwz 22, 2 # aux = c+STATE[2]
stw 22, 0(3) # update h[1]
# vt6 = {d+STATE[3], a+STATE[0], b+STATE[1], c+STATE[2]}
vsldoi 2, 2, 2, 12
mfvrwz 22, 2 # aux = d+STATE[3]
stw 22, 4(3) # update h[0]
mfvrwz 22, 3 # aux = e+STATE[4]
stw 22, 24(3) # update h[7]
# vt6 = {f+STATE[5], g+STATE[6], d+STATE[3], h+STATE[7]}
vsldoi 2, 3, 3, 12
mfvrwz 22, 2 # aux = f+STATE[5]
stw 22, 28(3) # update h[6]
# vt6 = {g+STATE[6], h+STATE[7], e+STATE[4], f+STATE[5]}
vsldoi 2, 2, 2, 12
mfvrwz 22, 2 # aux = g+STATE[6]
stw 22, 16(3) # update h[5]
# vt6 = {h+STATE[7], e+STATE[4], f+STATE[5], g+STATE[6]}
vsldoi 2, 2, 2, 12
mfvrwz 22, 2 # aux = h+STATE[7]
stw 22, 20(3)
# Restoring non volatile registers
li 0, -176; lvx 29, 1, 0
li 0, -160; lvx 28, 1, 0
li 0, -144; lvx 27, 1, 0
li 0, -128; lvx 26, 1, 0
li 0, -112; lvx 25, 1, 0
li 0, -96; lvx 24, 1, 0
li 0, -80; lvx 23, 1, 0
li 0, -64; lvx 22, 1, 0
li 0, -48; lvx 21, 1, 0
li 0, -32; lvx 20, 1, 0
blr
.size sha256_compress_ppc, . - sha256_compress_ppc