Botan 3.7.1
Crypto and TLS for C&
ghash_vperm.cpp
Go to the documentation of this file.
1/*
2* (C) 2017 Jack Lloyd
3*
4* Botan is released under the Simplified BSD License (see license.txt)
5*/
6
7#include <botan/internal/ghash.h>
8
9#include <botan/compiler.h>
10#include <immintrin.h>
11
12namespace Botan {
13
14// TODO: extend this to support NEON and AltiVec
15
16BOTAN_FUNC_ISA("ssse3")
17void GHASH::ghash_multiply_vperm(uint8_t x[16], const uint64_t HM[256], const uint8_t input_bytes[], size_t blocks) {
18 const __m128i BSWAP_MASK = _mm_set_epi8(0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15);
19
20 const __m128i* HM_mm = reinterpret_cast<const __m128i*>(HM);
21
22 __m128i X = _mm_loadu_si128(reinterpret_cast<__m128i*>(x));
23 X = _mm_shuffle_epi8(X, BSWAP_MASK);
24
25 const __m128i ones = _mm_set1_epi8(-1);
26
27 for(size_t b = 0; b != blocks; ++b) {
28 __m128i M = _mm_loadu_si128(reinterpret_cast<const __m128i*>(input_bytes) + b);
29 M = _mm_shuffle_epi8(M, BSWAP_MASK);
30
31 X = _mm_xor_si128(X, M);
32
33 __m128i Z = _mm_setzero_si128();
34
35 for(size_t i = 0; i != 64; i += 2) {
36 const __m128i HM0 = _mm_loadu_si128(HM_mm + 2 * i);
37 const __m128i HM1 = _mm_loadu_si128(HM_mm + 2 * i + 1);
38 const __m128i HM2 = _mm_loadu_si128(HM_mm + 2 * i + 2);
39 const __m128i HM3 = _mm_loadu_si128(HM_mm + 2 * i + 3);
40
41 const __m128i XMASK1 = _mm_add_epi64(_mm_srli_epi64(X, 63), ones);
42 X = _mm_slli_epi64(X, 1);
43 const __m128i XMASK2 = _mm_add_epi64(_mm_srli_epi64(X, 63), ones);
44 X = _mm_slli_epi64(X, 1);
45
46 Z = _mm_xor_si128(Z, _mm_andnot_si128(_mm_unpackhi_epi64(XMASK1, XMASK1), HM0));
47 Z = _mm_xor_si128(Z, _mm_andnot_si128(_mm_unpacklo_epi64(XMASK1, XMASK1), HM1));
48 Z = _mm_xor_si128(Z, _mm_andnot_si128(_mm_unpackhi_epi64(XMASK2, XMASK2), HM2));
49 Z = _mm_xor_si128(Z, _mm_andnot_si128(_mm_unpacklo_epi64(XMASK2, XMASK2), HM3));
50 }
51
52 X = _mm_shuffle_epi32(Z, _MM_SHUFFLE(1, 0, 3, 2));
53 }
54
55 X = _mm_shuffle_epi8(X, BSWAP_MASK);
56 _mm_storeu_si128(reinterpret_cast<__m128i*>(x), X);
57}
58
59} // namespace Botan
#define BOTAN_FUNC_ISA(isa)
Definition compiler.h:42
FE_25519 Z
Definition ge.cpp:27
FE_25519 X
Definition ge.cpp:25
const SIMD_8x32 & b