Botan  2.6.0
Crypto and TLS for C++11
Public Member Functions | Static Public Member Functions | List of all members
Botan::SIMD_4x32 Class Referencefinal

#include <simd_32.h>

Public Member Functions

SIMD_4x32 andc (const SIMD_4x32 &other) const
 
SIMD_4x32 bswap () const
 
SIMD_4x32 operator & (const SIMD_4x32 &other) const
 
void operator &= (const SIMD_4x32 &other)
 
SIMD_4x32 operator+ (const SIMD_4x32 &other) const
 
void operator+= (const SIMD_4x32 &other)
 
SIMD_4x32 operator- (const SIMD_4x32 &other) const
 
void operator-= (const SIMD_4x32 &other)
 
SIMD_4x32 & operator= (const SIMD_4x32 &other)=default
 
SIMD_4x32 & operator= (SIMD_4x32 &&other)=default
 
SIMD_4x32 operator^ (const SIMD_4x32 &other) const
 
void operator^= (const SIMD_4x32 &other)
 
SIMD_4x32 operator| (const SIMD_4x32 &other) const
 
void operator|= (const SIMD_4x32 &other)
 
SIMD_4x32 operator~ () const
 
template<size_t ROT1, size_t ROT2, size_t ROT3>
SIMD_4x32 rho () const
 
template<size_t ROT>
SIMD_4x32 rotl () const
 
template<size_t ROT>
SIMD_4x32 rotr () const
 
template<int SHIFT>
SIMD_4x32 shl () const
 
template<int SHIFT>
SIMD_4x32 shr () const
 
 SIMD_4x32 (const SIMD_4x32 &other)=default
 
 SIMD_4x32 (SIMD_4x32 &&other)=default
 
 SIMD_4x32 ()
 
 SIMD_4x32 (const uint32_t B[4])
 
 SIMD_4x32 (uint32_t B0, uint32_t B1, uint32_t B2, uint32_t B3)
 
void store_be (uint8_t out[]) const
 
void store_le (uint8_t out[]) const
 

Static Public Member Functions

static SIMD_4x32 load_be (const void *in)
 
static SIMD_4x32 load_le (const void *in)
 
static SIMD_4x32 splat (uint32_t B)
 
static void transpose (SIMD_4x32 &B0, SIMD_4x32 &B1, SIMD_4x32 &B2, SIMD_4x32 &B3)
 

Detailed Description

4x32 bit SIMD register

This class is not a general purpose SIMD type, and only offers instructions needed for evaluation of specific crypto primitives. For example it does not currently have equality operators of any kind.

Implemented for SSE2, VMX (Altivec), and NEON.

Definition at line 43 of file simd_32.h.

Constructor & Destructor Documentation

◆ SIMD_4x32() [1/5]

Botan::SIMD_4x32::SIMD_4x32 ( const SIMD_4x32 &  other)
default

◆ SIMD_4x32() [2/5]

Botan::SIMD_4x32::SIMD_4x32 ( SIMD_4x32 &&  other)
default

◆ SIMD_4x32() [3/5]

Botan::SIMD_4x32::SIMD_4x32 ( )
inline

Zero initialize SIMD register with 4 32-bit elements

Definition at line 58 of file simd_32.h.

Referenced by andc(), bswap(), load_be(), load_le(), operator~(), rotl(), shl(), shr(), and splat().

59  {
60 #if defined(BOTAN_SIMD_USE_SSE2)
61  m_sse = _mm_setzero_si128();
62 #elif defined(BOTAN_SIMD_USE_ALTIVEC)
63  m_vmx = vec_splat_u32(0);
64 #elif defined(BOTAN_SIMD_USE_NEON)
65  m_neon = vdupq_n_u32(0);
66 #else
67  m_scalar[0] = 0;
68  m_scalar[1] = 0;
69  m_scalar[2] = 0;
70  m_scalar[3] = 0;
71 #endif
72  }

◆ SIMD_4x32() [4/5]

Botan::SIMD_4x32::SIMD_4x32 ( const uint32_t  B[4])
inlineexplicit

Load SIMD register with 4 32-bit elements

Definition at line 77 of file simd_32.h.

78  {
79 #if defined(BOTAN_SIMD_USE_SSE2)
80  m_sse = _mm_loadu_si128(reinterpret_cast<const __m128i*>(B));
81 #elif defined(BOTAN_SIMD_USE_ALTIVEC)
82  m_vmx = (__vector unsigned int){B[0], B[1], B[2], B[3]};
83 #elif defined(BOTAN_SIMD_USE_NEON)
84  m_neon = vld1q_u32(B);
85 #else
86  m_scalar[0] = B[0];
87  m_scalar[1] = B[1];
88  m_scalar[2] = B[2];
89  m_scalar[3] = B[3];
90 #endif
91  }

◆ SIMD_4x32() [5/5]

Botan::SIMD_4x32::SIMD_4x32 ( uint32_t  B0,
uint32_t  B1,
uint32_t  B2,
uint32_t  B3 
)
inline

Load SIMD register with 4 32-bit elements

Definition at line 96 of file simd_32.h.

97  {
98 #if defined(BOTAN_SIMD_USE_SSE2)
99  m_sse = _mm_set_epi32(B3, B2, B1, B0);
100 #elif defined(BOTAN_SIMD_USE_ALTIVEC)
101  m_vmx = (__vector unsigned int){B0, B1, B2, B3};
102 #elif defined(BOTAN_SIMD_USE_NEON)
103  // Better way to do this?
104  const uint32_t B[4] = { B0, B1, B2, B3 };
105  m_neon = vld1q_u32(B);
106 #else
107  m_scalar[0] = B0;
108  m_scalar[1] = B1;
109  m_scalar[2] = B2;
110  m_scalar[3] = B3;
111 #endif
112  }

Member Function Documentation

◆ andc()

SIMD_4x32 Botan::SIMD_4x32::andc ( const SIMD_4x32 &  other) const
inline

Definition at line 542 of file simd_32.h.

References SIMD_4x32().

543  {
544 #if defined(BOTAN_SIMD_USE_SSE2)
545  return SIMD_4x32(_mm_andnot_si128(m_sse, other.m_sse));
546 #elif defined(BOTAN_SIMD_USE_ALTIVEC)
547  /*
548  AltiVec does arg1 & ~arg2 rather than SSE's ~arg1 & arg2
549  so swap the arguments
550  */
551  return SIMD_4x32(vec_andc(other.m_vmx, m_vmx));
552 #elif defined(BOTAN_SIMD_USE_NEON)
553  // NEON is also a & ~b
554  return SIMD_4x32(vbicq_u32(other.m_neon, m_neon));
555 #else
556  return SIMD_4x32((~m_scalar[0]) & other.m_scalar[0],
557  (~m_scalar[1]) & other.m_scalar[1],
558  (~m_scalar[2]) & other.m_scalar[2],
559  (~m_scalar[3]) & other.m_scalar[3]);
560 #endif
561  }
Botan::SIMD_4x32::SIMD_4x32
SIMD_4x32()
Definition: simd_32.h:58

◆ bswap()

SIMD_4x32 Botan::SIMD_4x32::bswap ( ) const
inline

Return copy *this with each word byte swapped

Definition at line 566 of file simd_32.h.

References Botan::bswap_4(), Botan::reverse_bytes(), SIMD_4x32(), splat(), and T.

Referenced by load_be(), store_be(), and store_le().

567  {
568 #if defined(BOTAN_SIMD_USE_SSE2)
569 
570  __m128i T = m_sse;
571  T = _mm_shufflehi_epi16(T, _MM_SHUFFLE(2, 3, 0, 1));
572  T = _mm_shufflelo_epi16(T, _MM_SHUFFLE(2, 3, 0, 1));
573  return SIMD_4x32(_mm_or_si128(_mm_srli_epi16(T, 8), _mm_slli_epi16(T, 8)));
574 
575 #elif defined(BOTAN_SIMD_USE_ALTIVEC)
576 
577  union {
578  __vector unsigned int V;
579  uint32_t R[4];
580  } vec;
581 
582  vec.V = m_vmx;
583  bswap_4(vec.R);
584  return SIMD_4x32(vec.R[0], vec.R[1], vec.R[2], vec.R[3]);
585 
586 #elif defined(BOTAN_SIMD_USE_NEON)
587 
588  //return SIMD_4x32(vrev64q_u32(m_neon));
589 
590  // FIXME this is really slow
591  SIMD_4x32 ror8 = this->rotr<8>();
592  SIMD_4x32 rol8 = this->rotl<8>();
593 
594  const SIMD_4x32 mask1 = SIMD_4x32::splat(0xFF00FF00);
595  const SIMD_4x32 mask2 = SIMD_4x32::splat(0x00FF00FF);
596  return (ror8 & mask1) | (rol8 & mask2);
597 #else
598  // scalar
599  return SIMD_4x32(reverse_bytes(m_scalar[0]),
600  reverse_bytes(m_scalar[1]),
601  reverse_bytes(m_scalar[2]),
602  reverse_bytes(m_scalar[3]));
603 #endif
604  }
Botan::bswap_4
void bswap_4(T x[4])
Definition: bswap.h:89
Botan::reverse_bytes
uint16_t reverse_bytes(uint16_t val)
Definition: bswap.h:24
Botan::SIMD_4x32::splat
static SIMD_4x32 splat(uint32_t B)
Definition: simd_32.h:117
T
fe T
Definition: ge.cpp:37
Botan::SIMD_4x32::SIMD_4x32
SIMD_4x32()
Definition: simd_32.h:58

◆ load_be()

static SIMD_4x32 Botan::SIMD_4x32::load_be ( const void *  in)
inlinestatic

Load a SIMD register with big-endian convention

Definition at line 161 of file simd_32.h.

References bswap(), Botan::bswap_4(), Botan::CPUID::is_little_endian(), Botan::load_be(), load_le(), and SIMD_4x32().

162  {
163 #if defined(BOTAN_SIMD_USE_SSE2)
164 
165  return load_le(in).bswap();
166 
167 #elif defined(BOTAN_SIMD_USE_ALTIVEC)
168 
169  uint32_t R[4];
170  Botan::load_be(R, static_cast<const uint8_t*>(in), 4);
171  return SIMD_4x32(R);
172 
173 #elif defined(BOTAN_SIMD_USE_NEON)
174 
175  uint32_t in32[4];
176  std::memcpy(in32, in, 16);
177  if(CPUID::is_little_endian())
178  {
179  bswap_4(in32);
180  }
181  return SIMD_4x32(vld1q_u32(in32));
182 
183 #else
184  SIMD_4x32 out;
185  Botan::load_be(out.m_scalar, static_cast<const uint8_t*>(in), 4);
186  return out;
187 #endif
188  }
Botan::SIMD_4x32::bswap
SIMD_4x32 bswap() const
Definition: simd_32.h:566
Botan::SIMD_4x32::load_le
static SIMD_4x32 load_le(const void *in)
Definition: simd_32.h:131
Botan::load_be
T load_be(const uint8_t in[], size_t off)
Definition: loadstor.h:105
Botan::CPUID::is_little_endian
static bool is_little_endian()
Definition: cpuid.h:75
Botan::bswap_4
void bswap_4(T x[4])
Definition: bswap.h:89
Botan::SIMD_4x32::SIMD_4x32
SIMD_4x32()
Definition: simd_32.h:58

◆ load_le()

static SIMD_4x32 Botan::SIMD_4x32::load_le ( const void *  in)
inlinestatic

Load a SIMD register with little-endian convention

Definition at line 131 of file simd_32.h.

References Botan::bswap_4(), Botan::CPUID::is_big_endian(), Botan::load_le(), and SIMD_4x32().

Referenced by load_be().

132  {
133 #if defined(BOTAN_SIMD_USE_SSE2)
134  return SIMD_4x32(_mm_loadu_si128(reinterpret_cast<const __m128i*>(in)));
135 #elif defined(BOTAN_SIMD_USE_ALTIVEC)
136 
137  uint32_t R[4];
138  Botan::load_le(R, static_cast<const uint8_t*>(in), 4);
139  return SIMD_4x32(R);
140 
141 #elif defined(BOTAN_SIMD_USE_NEON)
142 
143  uint32_t in32[4];
144  std::memcpy(in32, in, 16);
145  if(CPUID::is_big_endian())
146  {
147  bswap_4(in32);
148  }
149  return SIMD_4x32(vld1q_u32(in32));
150 
151 #else
152  SIMD_4x32 out;
153  Botan::load_le(out.m_scalar, static_cast<const uint8_t*>(in), 4);
154  return out;
155 #endif
156  }
Botan::load_le
T load_le(const uint8_t in[], size_t off)
Definition: loadstor.h:121
Botan::bswap_4
void bswap_4(T x[4])
Definition: bswap.h:89
Botan::SIMD_4x32::SIMD_4x32
SIMD_4x32()
Definition: simd_32.h:58
Botan::CPUID::is_big_endian
static bool is_big_endian()
Definition: cpuid.h:80

◆ operator &()

SIMD_4x32 Botan::SIMD_4x32::operator& ( const SIMD_4x32 &  other) const
inline

Binary AND elements of a SIMD vector

Definition at line 404 of file simd_32.h.

405  {
406  SIMD_4x32 retval(*this);
407  retval &= other;
408  return retval;
409  }
Botan::SIMD_4x32::SIMD_4x32
SIMD_4x32()
Definition: simd_32.h:58

◆ operator &=()

void Botan::SIMD_4x32::operator&= ( const SIMD_4x32 &  other)
inline

Definition at line 476 of file simd_32.h.

477  {
478 #if defined(BOTAN_SIMD_USE_SSE2)
479  m_sse = _mm_and_si128(m_sse, other.m_sse);
480 #elif defined(BOTAN_SIMD_USE_ALTIVEC)
481  m_vmx = vec_and(m_vmx, other.m_vmx);
482 #elif defined(BOTAN_SIMD_USE_NEON)
483  m_neon = vandq_u32(m_neon, other.m_neon);
484 #else
485  m_scalar[0] &= other.m_scalar[0];
486  m_scalar[1] &= other.m_scalar[1];
487  m_scalar[2] &= other.m_scalar[2];
488  m_scalar[3] &= other.m_scalar[3];
489 #endif
490  }

◆ operator+()

SIMD_4x32 Botan::SIMD_4x32::operator+ ( const SIMD_4x32 &  other) const
inline

Add elements of a SIMD vector

Definition at line 364 of file simd_32.h.

365  {
366  SIMD_4x32 retval(*this);
367  retval += other;
368  return retval;
369  }
Botan::SIMD_4x32::SIMD_4x32
SIMD_4x32()
Definition: simd_32.h:58

◆ operator+=()

void Botan::SIMD_4x32::operator+= ( const SIMD_4x32 &  other)
inline

Definition at line 411 of file simd_32.h.

412  {
413 #if defined(BOTAN_SIMD_USE_SSE2)
414  m_sse = _mm_add_epi32(m_sse, other.m_sse);
415 #elif defined(BOTAN_SIMD_USE_ALTIVEC)
416  m_vmx = vec_add(m_vmx, other.m_vmx);
417 #elif defined(BOTAN_SIMD_USE_NEON)
418  m_neon = vaddq_u32(m_neon, other.m_neon);
419 #else
420  m_scalar[0] += other.m_scalar[0];
421  m_scalar[1] += other.m_scalar[1];
422  m_scalar[2] += other.m_scalar[2];
423  m_scalar[3] += other.m_scalar[3];
424 #endif
425  }

◆ operator-()

SIMD_4x32 Botan::SIMD_4x32::operator- ( const SIMD_4x32 &  other) const
inline

Subtract elements of a SIMD vector

Definition at line 374 of file simd_32.h.

375  {
376  SIMD_4x32 retval(*this);
377  retval -= other;
378  return retval;
379  }
Botan::SIMD_4x32::SIMD_4x32
SIMD_4x32()
Definition: simd_32.h:58

◆ operator-=()

void Botan::SIMD_4x32::operator-= ( const SIMD_4x32 &  other)
inline

Definition at line 427 of file simd_32.h.

428  {
429 #if defined(BOTAN_SIMD_USE_SSE2)
430  m_sse = _mm_sub_epi32(m_sse, other.m_sse);
431 #elif defined(BOTAN_SIMD_USE_ALTIVEC)
432  m_vmx = vec_sub(m_vmx, other.m_vmx);
433 #elif defined(BOTAN_SIMD_USE_NEON)
434  m_neon = vsubq_u32(m_neon, other.m_neon);
435 #else
436  m_scalar[0] -= other.m_scalar[0];
437  m_scalar[1] -= other.m_scalar[1];
438  m_scalar[2] -= other.m_scalar[2];
439  m_scalar[3] -= other.m_scalar[3];
440 #endif
441  }

◆ operator=() [1/2]

SIMD_4x32& Botan::SIMD_4x32::operator= ( const SIMD_4x32 &  other)
default

◆ operator=() [2/2]

SIMD_4x32& Botan::SIMD_4x32::operator= ( SIMD_4x32 &&  other)
default

◆ operator^()

SIMD_4x32 Botan::SIMD_4x32::operator^ ( const SIMD_4x32 &  other) const
inline

XOR elements of a SIMD vector

Definition at line 384 of file simd_32.h.

385  {
386  SIMD_4x32 retval(*this);
387  retval ^= other;
388  return retval;
389  }
Botan::SIMD_4x32::SIMD_4x32
SIMD_4x32()
Definition: simd_32.h:58

◆ operator^=()

void Botan::SIMD_4x32::operator^= ( const SIMD_4x32 &  other)
inline

Definition at line 443 of file simd_32.h.

444  {
445 #if defined(BOTAN_SIMD_USE_SSE2)
446  m_sse = _mm_xor_si128(m_sse, other.m_sse);
447 
448 #elif defined(BOTAN_SIMD_USE_ALTIVEC)
449  m_vmx = vec_xor(m_vmx, other.m_vmx);
450 #elif defined(BOTAN_SIMD_USE_NEON)
451  m_neon = veorq_u32(m_neon, other.m_neon);
452 #else
453  m_scalar[0] ^= other.m_scalar[0];
454  m_scalar[1] ^= other.m_scalar[1];
455  m_scalar[2] ^= other.m_scalar[2];
456  m_scalar[3] ^= other.m_scalar[3];
457 #endif
458  }

◆ operator|()

SIMD_4x32 Botan::SIMD_4x32::operator| ( const SIMD_4x32 &  other) const
inline

Binary OR elements of a SIMD vector

Definition at line 394 of file simd_32.h.

395  {
396  SIMD_4x32 retval(*this);
397  retval |= other;
398  return retval;
399  }
Botan::SIMD_4x32::SIMD_4x32
SIMD_4x32()
Definition: simd_32.h:58

◆ operator|=()

void Botan::SIMD_4x32::operator|= ( const SIMD_4x32 &  other)
inline

Definition at line 460 of file simd_32.h.

461  {
462 #if defined(BOTAN_SIMD_USE_SSE2)
463  m_sse = _mm_or_si128(m_sse, other.m_sse);
464 #elif defined(BOTAN_SIMD_USE_ALTIVEC)
465  m_vmx = vec_or(m_vmx, other.m_vmx);
466 #elif defined(BOTAN_SIMD_USE_NEON)
467  m_neon = vorrq_u32(m_neon, other.m_neon);
468 #else
469  m_scalar[0] |= other.m_scalar[0];
470  m_scalar[1] |= other.m_scalar[1];
471  m_scalar[2] |= other.m_scalar[2];
472  m_scalar[3] |= other.m_scalar[3];
473 #endif
474  }

◆ operator~()

SIMD_4x32 Botan::SIMD_4x32::operator~ ( ) const
inline

Definition at line 528 of file simd_32.h.

References SIMD_4x32().

529  {
530 #if defined(BOTAN_SIMD_USE_SSE2)
531  return SIMD_4x32(_mm_xor_si128(m_sse, _mm_set1_epi32(0xFFFFFFFF)));
532 #elif defined(BOTAN_SIMD_USE_ALTIVEC)
533  return SIMD_4x32(vec_nor(m_vmx, m_vmx));
534 #elif defined(BOTAN_SIMD_USE_NEON)
535  return SIMD_4x32(vmvnq_u32(m_neon));
536 #else
537  return SIMD_4x32(~m_scalar[0], ~m_scalar[1], ~m_scalar[2], ~m_scalar[3]);
538 #endif
539  }
Botan::SIMD_4x32::SIMD_4x32
SIMD_4x32()
Definition: simd_32.h:58

◆ rho()

template<size_t ROT1, size_t ROT2, size_t ROT3>
SIMD_4x32 Botan::SIMD_4x32::rho ( ) const
inline

Definition at line 269 of file simd_32.h.

270  {
271  SIMD_4x32 res;
272 
273 #if defined(BOTAN_SIMD_USE_SSE2)
274 
275  res.m_sse = _mm_or_si128(_mm_slli_epi32(m_sse, static_cast<int>(32-ROT1)),
276  _mm_srli_epi32(m_sse, static_cast<int>(ROT1)));
277  res.m_sse = _mm_xor_si128(
278  res.m_sse,
279  _mm_or_si128(_mm_slli_epi32(m_sse, static_cast<int>(32-ROT2)),
280  _mm_srli_epi32(m_sse, static_cast<int>(ROT2))));
281  res.m_sse = _mm_xor_si128(
282  res.m_sse,
283  _mm_or_si128(_mm_slli_epi32(m_sse, static_cast<int>(32-ROT3)),
284  _mm_srli_epi32(m_sse, static_cast<int>(ROT3))));
285 
286 #elif defined(BOTAN_SIMD_USE_ALTIVEC)
287 
288  const unsigned int r1 = static_cast<unsigned int>(32-ROT1);
289  const unsigned int r2 = static_cast<unsigned int>(32-ROT2);
290  const unsigned int r3 = static_cast<unsigned int>(32-ROT3);
291  res.m_vmx = vec_rl(m_vmx, (__vector unsigned int){r1, r1, r1, r1});
292  res.m_vmx = vec_xor(res.m_vmx, vec_rl(m_vmx, (__vector unsigned int){r2, r2, r2, r2}));
293  res.m_vmx = vec_xor(res.m_vmx, vec_rl(m_vmx, (__vector unsigned int){r3, r3, r3, r3}));
294 
295 #elif defined(BOTAN_SIMD_USE_NEON)
296  res.m_neon = vorrq_u32(vshlq_n_u32(m_neon, static_cast<int>(32-ROT1)),
297  vshrq_n_u32(m_neon, static_cast<int>(ROT1)));
298 
299  res.m_neon = veorq_u32(
300  res.m_neon,
301  vorrq_u32(vshlq_n_u32(m_neon, static_cast<int>(32-ROT2)),
302  vshrq_n_u32(m_neon, static_cast<int>(ROT2))));
303 
304  res.m_neon = veorq_u32(
305  res.m_neon,
306  vorrq_u32(vshlq_n_u32(m_neon, static_cast<int>(32-ROT3)),
307  vshrq_n_u32(m_neon, static_cast<int>(ROT3))));
308 
309 #else
310 
311  for(size_t i = 0; i != 4; ++i)
312  {
313  res.m_scalar[i] = Botan::rotr<ROT1>(m_scalar[i]) ^
314  Botan::rotr<ROT2>(m_scalar[i]) ^
315  Botan::rotr<ROT3>(m_scalar[i]);
316  }
317 #endif
318 
319  return res;
320  }
Botan::SIMD_4x32::SIMD_4x32
SIMD_4x32()
Definition: simd_32.h:58

◆ rotl()

template<size_t ROT>
SIMD_4x32 Botan::SIMD_4x32::rotl ( ) const
inline

Left rotation by a compile time constant

Definition at line 326 of file simd_32.h.

References SIMD_4x32().

Referenced by rotr().

327  {
328  static_assert(ROT > 0 && ROT < 32, "Invalid rotation constant");
329 
330 #if defined(BOTAN_SIMD_USE_SSE2)
331 
332  return SIMD_4x32(_mm_or_si128(_mm_slli_epi32(m_sse, static_cast<int>(ROT)),
333  _mm_srli_epi32(m_sse, static_cast<int>(32-ROT))));
334 
335 #elif defined(BOTAN_SIMD_USE_ALTIVEC)
336 
337  const unsigned int r = static_cast<unsigned int>(ROT);
338  return SIMD_4x32(vec_rl(m_vmx, (__vector unsigned int){r, r, r, r}));
339 
340 #elif defined(BOTAN_SIMD_USE_NEON)
341  return SIMD_4x32(vorrq_u32(vshlq_n_u32(m_neon, static_cast<int>(ROT)),
342  vshrq_n_u32(m_neon, static_cast<int>(32-ROT))));
343 
344 #else
345  return SIMD_4x32(Botan::rotl<ROT>(m_scalar[0]),
346  Botan::rotl<ROT>(m_scalar[1]),
347  Botan::rotl<ROT>(m_scalar[2]),
348  Botan::rotl<ROT>(m_scalar[3]));
349 #endif
350  }
Botan::SIMD_4x32::SIMD_4x32
SIMD_4x32()
Definition: simd_32.h:58

◆ rotr()

template<size_t ROT>
SIMD_4x32 Botan::SIMD_4x32::rotr ( ) const
inline

Right rotation by a compile time constant

Definition at line 356 of file simd_32.h.

References rotl().

357  {
358  return this->rotl<32-ROT>();
359  }
Botan::SIMD_4x32::rotl
SIMD_4x32 rotl() const
Definition: simd_32.h:326

◆ shl()

template<int SHIFT>
SIMD_4x32 Botan::SIMD_4x32::shl ( ) const
inline

Definition at line 493 of file simd_32.h.

References SIMD_4x32().

494  {
495 #if defined(BOTAN_SIMD_USE_SSE2)
496  return SIMD_4x32(_mm_slli_epi32(m_sse, SHIFT));
497 
498 #elif defined(BOTAN_SIMD_USE_ALTIVEC)
499  const unsigned int s = static_cast<unsigned int>(SHIFT);
500  return SIMD_4x32(vec_sl(m_vmx, (__vector unsigned int){s, s, s, s}));
501 #elif defined(BOTAN_SIMD_USE_NEON)
502  return SIMD_4x32(vshlq_n_u32(m_neon, SHIFT));
503 #else
504  return SIMD_4x32(m_scalar[0] << SHIFT,
505  m_scalar[1] << SHIFT,
506  m_scalar[2] << SHIFT,
507  m_scalar[3] << SHIFT);
508 #endif
509  }
Botan::SIMD_4x32::SIMD_4x32
SIMD_4x32()
Definition: simd_32.h:58

◆ shr()

template<int SHIFT>
SIMD_4x32 Botan::SIMD_4x32::shr ( ) const
inline

Definition at line 511 of file simd_32.h.

References SIMD_4x32().

512  {
513 #if defined(BOTAN_SIMD_USE_SSE2)
514  return SIMD_4x32(_mm_srli_epi32(m_sse, SHIFT));
515 
516 #elif defined(BOTAN_SIMD_USE_ALTIVEC)
517  const unsigned int s = static_cast<unsigned int>(SHIFT);
518  return SIMD_4x32(vec_sr(m_vmx, (__vector unsigned int){s, s, s, s}));
519 #elif defined(BOTAN_SIMD_USE_NEON)
520  return SIMD_4x32(vshrq_n_u32(m_neon, SHIFT));
521 #else
522  return SIMD_4x32(m_scalar[0] >> SHIFT, m_scalar[1] >> SHIFT,
523  m_scalar[2] >> SHIFT, m_scalar[3] >> SHIFT);
524 
525 #endif
526  }
Botan::SIMD_4x32::SIMD_4x32
SIMD_4x32()
Definition: simd_32.h:58

◆ splat()

static SIMD_4x32 Botan::SIMD_4x32::splat ( uint32_t  B)
inlinestatic

Load SIMD register with one 32-bit element repeated

Definition at line 117 of file simd_32.h.

References SIMD_4x32().

Referenced by bswap().

118  {
119 #if defined(BOTAN_SIMD_USE_SSE2)
120  return SIMD_4x32(_mm_set1_epi32(B));
121 #elif defined(BOTAN_SIMD_USE_ARM)
122  return SIMD_4x32(vdupq_n_u32(B));
123 #else
124  return SIMD_4x32(B, B, B, B);
125 #endif
126  }
Botan::SIMD_4x32::SIMD_4x32
SIMD_4x32()
Definition: simd_32.h:58

◆ store_be()

void Botan::SIMD_4x32::store_be ( uint8_t  out[]) const
inline

Load a SIMD register with big-endian convention

Definition at line 229 of file simd_32.h.

References bswap(), Botan::copy_out_be(), Botan::CPUID::is_little_endian(), Botan::store_be(), and store_le().

Referenced by store_le().

230  {
231 #if defined(BOTAN_SIMD_USE_SSE2)
232 
233  bswap().store_le(out);
234 
235 #elif defined(BOTAN_SIMD_USE_ALTIVEC)
236 
237  union {
238  __vector unsigned int V;
239  uint32_t R[4];
240  } vec;
241  vec.V = m_vmx;
242  Botan::store_be(out, vec.R[0], vec.R[1], vec.R[2], vec.R[3]);
243 
244 #elif defined(BOTAN_SIMD_USE_NEON)
245 
246  if(CPUID::is_little_endian())
247  {
248  SIMD_4x32 swap = bswap();
249  swap.store_le(out);
250  }
251  else
252  {
253  uint32_t out32[4] = { 0 };
254  vst1q_u32(out32, m_neon);
255  copy_out_be(out, 16, out32);
256  }
257 
258 #else
259  Botan::store_be(out, m_scalar[0], m_scalar[1], m_scalar[2], m_scalar[3]);
260 #endif
261  }
Botan::SIMD_4x32::bswap
SIMD_4x32 bswap() const
Definition: simd_32.h:566
Botan::SIMD_4x32::store_le
void store_le(uint8_t out[]) const
Definition: simd_32.h:193
Botan::store_be
void store_be(uint16_t in, uint8_t out[2])
Definition: loadstor.h:434
Botan::CPUID::is_little_endian
static bool is_little_endian()
Definition: cpuid.h:75
Botan::SIMD_4x32::SIMD_4x32
SIMD_4x32()
Definition: simd_32.h:58
Botan::copy_out_be
void copy_out_be(uint8_t out[], size_t out_bytes, const T in[])
Definition: loadstor.h:654

◆ store_le()

void Botan::SIMD_4x32::store_le ( uint8_t  out[]) const
inline

Load a SIMD register with little-endian convention

Definition at line 193 of file simd_32.h.

References bswap(), Botan::copy_out_le(), Botan::CPUID::is_big_endian(), store_be(), and Botan::store_le().

Referenced by store_be().

194  {
195 #if defined(BOTAN_SIMD_USE_SSE2)
196 
197  _mm_storeu_si128(reinterpret_cast<__m128i*>(out), m_sse);
198 
199 #elif defined(BOTAN_SIMD_USE_ALTIVEC)
200 
201  union {
202  __vector unsigned int V;
203  uint32_t R[4];
204  } vec;
205  vec.V = m_vmx;
206  Botan::store_le(out, vec.R[0], vec.R[1], vec.R[2], vec.R[3]);
207 
208 #elif defined(BOTAN_SIMD_USE_NEON)
209 
210  if(CPUID::is_big_endian())
211  {
212  SIMD_4x32 swap = bswap();
213  swap.store_be(out);
214  }
215  else
216  {
217  uint32_t out32[4] = { 0 };
218  vst1q_u32(out32, m_neon);
219  copy_out_le(out, 16, out32);
220  }
221 #else
222  Botan::store_le(out, m_scalar[0], m_scalar[1], m_scalar[2], m_scalar[3]);
223 #endif
224  }
Botan::SIMD_4x32::bswap
SIMD_4x32 bswap() const
Definition: simd_32.h:566
Botan::copy_out_le
void copy_out_le(uint8_t out[], size_t out_bytes, const T in[])
Definition: loadstor.h:675
Botan::SIMD_4x32::SIMD_4x32
SIMD_4x32()
Definition: simd_32.h:58
Botan::CPUID::is_big_endian
static bool is_big_endian()
Definition: cpuid.h:80
Botan::store_le
void store_le(uint16_t in, uint8_t out[2])
Definition: loadstor.h:450

◆ transpose()

static void Botan::SIMD_4x32::transpose ( SIMD_4x32 &  B0,
SIMD_4x32 &  B1,
SIMD_4x32 &  B2,
SIMD_4x32 &  B3 
)
inlinestatic

4x4 Transposition on SIMD registers

Definition at line 609 of file simd_32.h.

611  {
612 #if defined(BOTAN_SIMD_USE_SSE2)
613  const __m128i T0 = _mm_unpacklo_epi32(B0.m_sse, B1.m_sse);
614  const __m128i T1 = _mm_unpacklo_epi32(B2.m_sse, B3.m_sse);
615  const __m128i T2 = _mm_unpackhi_epi32(B0.m_sse, B1.m_sse);
616  const __m128i T3 = _mm_unpackhi_epi32(B2.m_sse, B3.m_sse);
617 
618  B0.m_sse = _mm_unpacklo_epi64(T0, T1);
619  B1.m_sse = _mm_unpackhi_epi64(T0, T1);
620  B2.m_sse = _mm_unpacklo_epi64(T2, T3);
621  B3.m_sse = _mm_unpackhi_epi64(T2, T3);
622 #elif defined(BOTAN_SIMD_USE_ALTIVEC)
623  const __vector unsigned int T0 = vec_mergeh(B0.m_vmx, B2.m_vmx);
624  const __vector unsigned int T1 = vec_mergeh(B1.m_vmx, B3.m_vmx);
625  const __vector unsigned int T2 = vec_mergel(B0.m_vmx, B2.m_vmx);
626  const __vector unsigned int T3 = vec_mergel(B1.m_vmx, B3.m_vmx);
627 
628  B0.m_vmx = vec_mergeh(T0, T1);
629  B1.m_vmx = vec_mergel(T0, T1);
630  B2.m_vmx = vec_mergeh(T2, T3);
631  B3.m_vmx = vec_mergel(T2, T3);
632 #elif defined(BOTAN_SIMD_USE_NEON)
633 
634 #if defined(BOTAN_TARGET_ARCH_IS_ARM32)
635 
636  const uint32x4x2_t T0 = vzipq_u32(B0.m_neon, B2.m_neon);
637  const uint32x4x2_t T1 = vzipq_u32(B1.m_neon, B3.m_neon);
638  const uint32x4x2_t O0 = vzipq_u32(T0.val[0], T1.val[0]);
639  const uint32x4x2_t O1 = vzipq_u32(T0.val[1], T1.val[1]);
640 
641  B0.m_neon = O0.val[0];
642  B1.m_neon = O0.val[1];
643  B2.m_neon = O1.val[0];
644  B3.m_neon = O1.val[1];
645 
646 #elif defined(BOTAN_TARGET_ARCH_IS_ARM64)
647  const uint32x4_t T0 = vzip1q_u32(B0.m_neon, B2.m_neon);
648  const uint32x4_t T2 = vzip2q_u32(B0.m_neon, B2.m_neon);
649 
650  const uint32x4_t T1 = vzip1q_u32(B1.m_neon, B3.m_neon);
651  const uint32x4_t T3 = vzip2q_u32(B1.m_neon, B3.m_neon);
652 
653  B0.m_neon = vzip1q_u32(T0, T1);
654  B1.m_neon = vzip2q_u32(T0, T1);
655 
656  B2.m_neon = vzip1q_u32(T2, T3);
657  B3.m_neon = vzip2q_u32(T2, T3);
658 #endif
659 
660 #else
661  // scalar
662  SIMD_4x32 T0(B0.m_scalar[0], B1.m_scalar[0], B2.m_scalar[0], B3.m_scalar[0]);
663  SIMD_4x32 T1(B0.m_scalar[1], B1.m_scalar[1], B2.m_scalar[1], B3.m_scalar[1]);
664  SIMD_4x32 T2(B0.m_scalar[2], B1.m_scalar[2], B2.m_scalar[2], B3.m_scalar[2]);
665  SIMD_4x32 T3(B0.m_scalar[3], B1.m_scalar[3], B2.m_scalar[3], B3.m_scalar[3]);
666 
667  B0 = T0;
668  B1 = T1;
669  B2 = T2;
670  B3 = T3;
671 #endif
672  }
Botan::SIMD_4x32::SIMD_4x32
SIMD_4x32()
Definition: simd_32.h:58
The documentation for this class was generated from the following file:
Generated by   doxygen 1.8.14