8#include <botan/internal/sha2_64.h>
10#include <botan/internal/isa_extn.h>
11#include <botan/internal/sha2_64_f.h>
12#include <botan/internal/simd_4x64.h>
21 return SIMD_4x64(_mm256_sha512msg1_epi64(x.raw(), _mm256_extracti128_si256(w_lo.raw(), 0)));
25 return SIMD_4x64(_mm256_sha512msg2_epi64(x.raw(), y.raw()));
32 m3 = sha512_msg1(m3, m0);
34 m2 = sha512_msg2(m2, m1);
41 const auto tmp = msg + K;
42 state0 =
SIMD_4x64(_mm256_sha512rnds2_epi64(state0.raw(), state1.raw(), _mm256_extracti128_si256(tmp.raw(), 0)));
43 state1 =
SIMD_4x64(_mm256_sha512rnds2_epi64(state1.raw(), state0.raw(), _mm256_extracti128_si256(tmp.raw(), 1)));
47 __m256i s0 = _mm256_shuffle_epi32(state0.raw(), 0b01001110);
48 __m256i s1 = _mm256_shuffle_epi32(state1.raw(), 0b01001110);
49 const __m256i statet = s0;
50 s0 = _mm256_permute2x128_si256(s0, s1, 0x13);
51 s1 = _mm256_permute2x128_si256(statet, s1, 0x02);
62void SHA_512::compress_digest_x86(digest_type& digest, std::span<const uint8_t> input,
size_t blocks) {
66 permute_state(state0, state1);
68 const uint8_t* in = input.data();
70 for(
size_t i = 0; i != blocks; ++i) {
71 const auto state0_save = state0;
72 const auto state1_save = state1;
81 m0 = sha512_msg1(m0, m1);
83 for(
size_t r = 2; r != 18; r += 4) {
85 sha512_msg_expand(m2, m3, m0, m1);
88 sha512_msg_expand(m3, m0, m1, m2);
91 sha512_msg_expand(m0, m1, m2, m3);
94 sha512_msg_expand(m1, m2, m3, m0);
100 state0 += state0_save;
101 state1 += state1_save;
106 permute_state(state0, state1);
108 state0.store_le(digest.data());
109 state1.store_le(digest.data() + 4);
static BOTAN_FN_ISA_SIMD_4X64 SIMD_4x64 permute_4x64(SIMD_4x64 x)
static BOTAN_FN_ISA_SIMD_4X64 SIMD_4x64 load_be(const void *in)
static BOTAN_FN_ISA_SIMD_4X64 SIMD_4x64 load_le(const void *in)
#define BOTAN_FORCE_INLINE
constexpr uint64_t SHA512_K[80]