7#include <botan/internal/sha2_64.h>
9#include <botan/internal/isa_extn.h>
10#include <botan/internal/sha2_64_f.h>
11#include <botan/internal/simd_2x64.h>
12#include <botan/internal/simd_8x64.h>
20template <
size_t R1,
size_t R2,
size_t S1>
22 const auto vr1 = _mm_ror_epi64(v.
raw(),
R1);
23 const auto vr2 = _mm_ror_epi64(v.
raw(),
R2);
24 const auto vs1 = _mm_srli_epi64(v.
raw(), S1);
25 return SIMD_2x64(_mm_ternarylogic_epi64(vr1, vr2, vs1, 0x96));
32 const auto s0 = avx512_sigma<1, 8, 7>(t0);
33 const auto s1 = avx512_sigma<19, 61, 6>(x[7]);
35 auto nx = x[0] + s0 + s1 + t1;
49template <
size_t R1,
size_t R2,
size_t R3>
51 const auto vr1 = _mm_ror_epi64(v.
raw(),
R1);
52 const auto vr2 = _mm_ror_epi64(v.
raw(),
R2);
53 const auto vr3 = _mm_ror_epi64(v.
raw(), R3);
54 return SIMD_2x64(_mm_ternarylogic_epi64(vr1, vr2, vr3, 0x96));
66 constexpr uint8_t ch = 0xca;
67 constexpr uint8_t maj = 0xe8;
78BOTAN_FN_ISA_AVX512_BMI2
void SHA_512::compress_digest_x86_avx512(digest_type& digest,
79 std::span<const uint8_t> input,
83 alignas(64) uint64_t W[16] = {0};
103 const uint8_t* data = input.data();
108 for(
size_t i = 0; i < 8; i++) {
111 WK.store_le(&W[2 * i]);
118 for(
size_t r = 0; r != 64; r += 16) {
145 SHA2_64_F(G, H, A, B, C, D, E, F, W[10]);
146 SHA2_64_F(F, G, H, A, B, C, D, E, W[11]);
150 SHA2_64_F(E, F, G, H, A, B, C, D, W[12]);
151 SHA2_64_F(D, E, F, G, H, A, B, C, W[13]);
155 SHA2_64_F(C, D, E, F, G, H, A, B, W[14]);
156 SHA2_64_F(B, C, D, E, F, G, H, A, W[15]);
171 SHA2_64_F(G, H, A, B, C, D, E, F, W[10]);
172 SHA2_64_F(F, G, H, A, B, C, D, E, W[11]);
173 SHA2_64_F(E, F, G, H, A, B, C, D, W[12]);
174 SHA2_64_F(D, E, F, G, H, A, B, C, W[13]);
175 SHA2_64_F(C, D, E, F, G, H, A, B, W[14]);
176 SHA2_64_F(B, C, D, E, F, G, H, A, W[15]);
199 _mm_mask_storeu_epi64(&digest[0], 0b01, digest0.raw());
200 _mm_mask_storeu_epi64(&digest[1], 0b01, digest1.raw());
201 _mm_mask_storeu_epi64(&digest[2], 0b01, digest2.raw());
202 _mm_mask_storeu_epi64(&digest[3], 0b01, digest3.raw());
203 _mm_mask_storeu_epi64(&digest[4], 0b01, digest4.raw());
204 _mm_mask_storeu_epi64(&digest[5], 0b01, digest5.raw());
205 _mm_mask_storeu_epi64(&digest[6], 0b01, digest6.raw());
206 _mm_mask_storeu_epi64(&digest[7], 0b01, digest7.raw());
native_simd_type BOTAN_FN_ISA_SIMD_2X64 raw() const noexcept
static SIMD_2x64 BOTAN_FN_ISA_SIMD_2X64 load_be(const void *in)
static SIMD_2x64 BOTAN_FN_ISA_SIMD_2X64 load_le(const void *in)
static SIMD_2x64 BOTAN_FN_ISA_SIMD_2X64 splat(uint64_t v)
static SIMD_2x64 BOTAN_FN_ISA_SIMD_2X64 alignr8(const SIMD_2x64 &a, const SIMD_2x64 &b)
#define BOTAN_FORCE_INLINE
constexpr uint64_t SHA512_K[80]
BOTAN_FORCE_INLINE void SHA2_64_F(uint64_t A, uint64_t B, uint64_t C, uint64_t &D, uint64_t E, uint64_t F, uint64_t G, uint64_t &H, uint64_t &M1, uint64_t M2, uint64_t M3, uint64_t M4, uint64_t magic)
void R2(uint32_t A, uint32_t &B, uint32_t C, uint32_t &D, uint32_t E, uint32_t &F, uint32_t G, uint32_t &H, uint32_t TJ, uint32_t Wi, uint32_t Wj)
BOTAN_FORCE_INLINE constexpr T rho(T x)
void R1(uint32_t A, uint32_t &B, uint32_t C, uint32_t &D, uint32_t E, uint32_t &F, uint32_t G, uint32_t &H, uint32_t TJ, uint32_t Wi, uint32_t Wj)