Botan 3.14.1
Crypto and TLS for C&
sha2_64_x86.cpp
Go to the documentation of this file.
1/*
2* (C) 2025 Jack Lloyd
3* (C) 2026 Kagan Can Sit
4*
5* Botan is released under the Simplified BSD License (see license.txt)
6*/
7
8#include <botan/internal/sha2_64.h>
9
10#include <botan/internal/isa_extn.h>
11#include <botan/internal/sha2_64_f.h>
12#include <botan/internal/simd_4x64.h>
13
14namespace Botan {
15
16namespace {
17
18// NOLINTBEGIN(portability-simd-intrinsics)
19
20BOTAN_FORCE_INLINE BOTAN_FN_ISA_SHA512 SIMD_4x64 sha512_msg1(const SIMD_4x64& x, const SIMD_4x64& w_lo) {
21 return SIMD_4x64(_mm256_sha512msg1_epi64(x.raw(), _mm256_extracti128_si256(w_lo.raw(), 0)));
22}
23
24BOTAN_FORCE_INLINE BOTAN_FN_ISA_SHA512 SIMD_4x64 sha512_msg2(const SIMD_4x64& x, const SIMD_4x64& y) {
25 return SIMD_4x64(_mm256_sha512msg2_epi64(x.raw(), y.raw()));
26}
27
28BOTAN_FORCE_INLINE BOTAN_FN_ISA_SHA512 void sha512_msg_expand(const SIMD_4x64& m0,
29 const SIMD_4x64& m1,
30 SIMD_4x64& m2,
31 SIMD_4x64& m3) {
32 m3 = sha512_msg1(m3, m0);
33 m2 += SIMD_4x64::permute_4x64<0b00111001>(SIMD_4x64(_mm256_blend_epi32(m0.raw(), m1.raw(), 0b0011)));
34 m2 = sha512_msg2(m2, m1);
35}
36
37BOTAN_FORCE_INLINE BOTAN_FN_ISA_SHA512 void sha512_4rounds(SIMD_4x64& state0,
38 SIMD_4x64& state1,
39 const SIMD_4x64& msg,
40 const SIMD_4x64& K) {
41 const auto tmp = msg + K;
42 state0 = SIMD_4x64(_mm256_sha512rnds2_epi64(state0.raw(), state1.raw(), _mm256_extracti128_si256(tmp.raw(), 0)));
43 state1 = SIMD_4x64(_mm256_sha512rnds2_epi64(state1.raw(), state0.raw(), _mm256_extracti128_si256(tmp.raw(), 1)));
44}
45
46BOTAN_FORCE_INLINE BOTAN_FN_ISA_AVX2 void permute_state(SIMD_4x64& state0, SIMD_4x64& state1) {
47 __m256i s0 = _mm256_shuffle_epi32(state0.raw(), 0b01001110);
48 __m256i s1 = _mm256_shuffle_epi32(state1.raw(), 0b01001110);
49 const __m256i statet = s0;
50 s0 = _mm256_permute2x128_si256(s0, s1, 0x13);
51 s1 = _mm256_permute2x128_si256(statet, s1, 0x02);
52
53 state0 = SIMD_4x64(s0);
54 state1 = SIMD_4x64(s1);
55}
56
57// NOLINTEND(portability-simd-intrinsics)
58
59} // namespace
60
61BOTAN_FN_ISA_SHA512
62void SHA_512::compress_digest_x86(digest_type& digest, std::span<const uint8_t> input, size_t blocks) {
63 auto state0 = SIMD_4x64::load_le(digest.data());
64 auto state1 = SIMD_4x64::load_le(digest.data() + 4);
65
66 permute_state(state0, state1);
67
68 const uint8_t* in = input.data();
69
70 for(size_t i = 0; i != blocks; ++i) {
71 const auto state0_save = state0;
72 const auto state1_save = state1;
73
74 auto m0 = SIMD_4x64::load_be(in + 0 * 32);
75 auto m1 = SIMD_4x64::load_be(in + 1 * 32);
76 auto m2 = SIMD_4x64::load_be(in + 2 * 32);
77 auto m3 = SIMD_4x64::load_be(in + 3 * 32);
78
79 sha512_4rounds(state0, state1, m0, SIMD_4x64::load_le(&SHA512_K[4 * 0]));
80 sha512_4rounds(state0, state1, m1, SIMD_4x64::load_le(&SHA512_K[4 * 1]));
81 m0 = sha512_msg1(m0, m1);
82
83 for(size_t r = 2; r != 18; r += 4) {
84 sha512_4rounds(state0, state1, m2, SIMD_4x64::load_le(&SHA512_K[4 * (r + 0)]));
85 sha512_msg_expand(m2, m3, m0, m1);
86
87 sha512_4rounds(state0, state1, m3, SIMD_4x64::load_le(&SHA512_K[4 * (r + 1)]));
88 sha512_msg_expand(m3, m0, m1, m2);
89
90 sha512_4rounds(state0, state1, m0, SIMD_4x64::load_le(&SHA512_K[4 * (r + 2)]));
91 sha512_msg_expand(m0, m1, m2, m3);
92
93 sha512_4rounds(state0, state1, m1, SIMD_4x64::load_le(&SHA512_K[4 * (r + 3)]));
94 sha512_msg_expand(m1, m2, m3, m0);
95 }
96
97 sha512_4rounds(state0, state1, m2, SIMD_4x64::load_le(&SHA512_K[4 * 18]));
98 sha512_4rounds(state0, state1, m3, SIMD_4x64::load_le(&SHA512_K[4 * 19]));
99
100 state0 += state0_save;
101 state1 += state1_save;
102
103 in += 4 * 32;
104 }
105
106 permute_state(state0, state1);
107
108 state0.store_le(digest.data());
109 state1.store_le(digest.data() + 4);
110}
111
112} // namespace Botan
static BOTAN_FN_ISA_SIMD_4X64 SIMD_4x64 permute_4x64(SIMD_4x64 x)
Definition simd_4x64.h:244
static BOTAN_FN_ISA_SIMD_4X64 SIMD_4x64 load_be(const void *in)
Definition simd_4x64.h:49
static BOTAN_FN_ISA_SIMD_4X64 SIMD_4x64 load_le(const void *in)
Definition simd_4x64.h:45
#define BOTAN_FORCE_INLINE
Definition compiler.h:86
constexpr uint64_t SHA512_K[80]
Definition sha2_64_f.h:19