99 BOTAN_FN_ISA_SIMD_4X32
SIMD_4x32(uint32_t B0, uint32_t B1, uint32_t B2, uint32_t B3)
noexcept {
100#if defined(BOTAN_SIMD_USE_SSSE3)
101 m_simd = _mm_set_epi32(B3, B2, B1, B0);
102#elif defined(BOTAN_SIMD_USE_VSX)
103 __vector
unsigned int val = {B0, B1, B2, B3};
105#elif defined(BOTAN_SIMD_USE_NEON)
107 const uint32_t B[4] = {B0, B1, B2, B3};
108 m_simd = vld1q_u32(B);
109#elif defined(BOTAN_SIMD_USE_LSX)
111 const uint32_t B[4] = {B0, B1, B2, B3};
112 m_simd = __lsx_vld(B, 0);
113#elif defined(BOTAN_SIMD_USE_SIMD128)
114 m_simd = wasm_u32x4_make(B0, B1, B2, B3);
298 requires(ROT > 0 && ROT < 32)
300#if defined(BOTAN_SIMD_USE_SSSE3)
301 if constexpr(ROT == 8) {
302 const auto shuf_rotl_8 = _mm_set_epi64x(0x0e0d0c0f0a09080b, 0x0605040702010003);
304 }
else if constexpr(ROT == 16) {
305 const auto shuf_rotl_16 = _mm_set_epi64x(0x0d0c0f0e09080b0a, 0x0504070601000302);
306 return SIMD_4x32(_mm_shuffle_epi8(
raw(), shuf_rotl_16));
307 }
else if constexpr(ROT == 24) {
308 const auto shuf_rotl_24 = _mm_set_epi64x(0x0c0f0e0d080b0a09, 0x0407060500030201);
309 return SIMD_4x32(_mm_shuffle_epi8(
raw(), shuf_rotl_24));
311 return SIMD_4x32(_mm_xor_si128(_mm_slli_epi32(
raw(),
static_cast<int>(ROT)),
312 _mm_srli_epi32(
raw(),
static_cast<int>(32 - ROT))));
315#elif defined(BOTAN_SIMD_USE_VSX)
317 return SIMD_4x32(vec_rl(m_simd, vec_splats(
static_cast<unsigned int>(ROT))));
319#elif defined(BOTAN_SIMD_USE_NEON) && defined(BOTAN_TARGET_ARCH_IS_ARM64)
321 if constexpr(ROT == 8) {
322 const uint8_t maskb[16] = {3, 0, 1, 2, 7, 4, 5, 6, 11, 8, 9, 10, 15, 12, 13, 14};
323 const uint8x16_t mask = vld1q_u8(maskb);
324 return SIMD_4x32(vreinterpretq_u32_u8(vqtbl1q_u8(vreinterpretq_u8_u32(m_simd), mask)));
325 }
else if constexpr(ROT == 16) {
326 return SIMD_4x32(vreinterpretq_u32_u16(vrev32q_u16(vreinterpretq_u16_u32(m_simd))));
329 vorrq_u32(vshlq_n_u32(m_simd,
static_cast<int>(ROT)), vshrq_n_u32(m_simd,
static_cast<int>(32 - ROT))));
331#elif defined(BOTAN_SIMD_USE_NEON)
333 vorrq_u32(vshlq_n_u32(m_simd,
static_cast<int>(ROT)), vshrq_n_u32(m_simd,
static_cast<int>(32 - ROT))));
334#elif defined(BOTAN_SIMD_USE_LSX)
336#elif defined(BOTAN_SIMD_USE_SIMD128)
337 return SIMD_4x32(wasm_v128_or(wasm_i32x4_shl(m_simd, ROT), wasm_u32x4_shr(m_simd, 32 - ROT)));
545#if defined(BOTAN_SIMD_USE_SSSE3)
546 const auto idx = _mm_set_epi8(12, 13, 14, 15, 8, 9, 10, 11, 4, 5, 6, 7, 0, 1, 2, 3);
549#elif defined(BOTAN_SIMD_USE_VSX)
552#elif defined(BOTAN_SIMD_USE_NEON)
553 return SIMD_4x32(vreinterpretq_u32_u8(vrev32q_u8(vreinterpretq_u8_u32(m_simd))));
554#elif defined(BOTAN_SIMD_USE_LSX)
555 return SIMD_4x32(__lsx_vshuf4i_b(m_simd, 0b00011011));
556#elif defined(BOTAN_SIMD_USE_SIMD128)
557 return SIMD_4x32(wasm_i8x16_shuffle(m_simd, m_simd, 3, 2, 1, 0, 7, 6, 5, 4, 11, 10, 9, 8, 15, 14, 13, 12));
565#if defined(BOTAN_SIMD_USE_SSSE3)
567#elif defined(BOTAN_SIMD_USE_NEON)
568 return SIMD_4x32(vextq_u32(vdupq_n_u32(0),
raw(), 4 - I));
569#elif defined(BOTAN_SIMD_USE_VSX)
570 const __vector
unsigned int zero = vec_splat_u32(0);
572 const __vector
unsigned char shuf[3] = {
573 {16, 17, 18, 19, 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11},
574 {16, 17, 18, 19, 20, 21, 22, 23, 0, 1, 2, 3, 4, 5, 6, 7},
575 {16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 0, 1, 2, 3},
579#elif defined(BOTAN_SIMD_USE_LSX)
581#elif defined(BOTAN_SIMD_USE_SIMD128)
582 if constexpr(I == 0) {
586 const auto zero = wasm_u32x4_const_splat(0);
587 if constexpr(I == 1) {
588 return SIMD_4x32(wasm_i8x16_shuffle(m_simd, zero, 16, 16, 16, 16, 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11));
590 if constexpr(I == 2) {
591 return SIMD_4x32(wasm_i8x16_shuffle(m_simd, zero, 16, 16, 16, 16, 16, 16, 16, 16, 0, 1, 2, 3, 4, 5, 6, 7));
594 return SIMD_4x32(wasm_i8x16_shuffle(m_simd, zero, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 0, 1, 2, 3));
602#if defined(BOTAN_SIMD_USE_SSSE3)
604#elif defined(BOTAN_SIMD_USE_NEON)
606#elif defined(BOTAN_SIMD_USE_VSX)
607 const __vector
unsigned int zero = vec_splat_u32(0);
609 const __vector
unsigned char shuf[3] = {
610 {4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19},
611 {8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23},
612 {12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27},
616#elif defined(BOTAN_SIMD_USE_LSX)
618#elif defined(BOTAN_SIMD_USE_SIMD128)
619 if constexpr(I == 0) {
623 const auto zero = wasm_u32x4_const_splat(0);
624 if constexpr(I == 1) {
626 wasm_i8x16_shuffle(m_simd, zero, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 16, 16, 16));
628 if constexpr(I == 2) {
630 wasm_i8x16_shuffle(m_simd, zero, 8, 9, 10, 11, 12, 13, 14, 15, 16, 16, 16, 16, 16, 16, 16, 16));
634 wasm_i8x16_shuffle(m_simd, zero, 12, 13, 14, 15, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16));
645#if defined(BOTAN_SIMD_USE_SSSE3)
646 const __m128i T0 = _mm_unpacklo_epi32(B0.m_simd, B1.m_simd);
647 const __m128i T1 = _mm_unpacklo_epi32(B2.m_simd, B3.m_simd);
648 const __m128i T2 = _mm_unpackhi_epi32(B0.m_simd, B1.m_simd);
649 const __m128i T3 = _mm_unpackhi_epi32(B2.m_simd, B3.m_simd);
651 B0.m_simd = _mm_unpacklo_epi64(T0, T1);
652 B1.m_simd = _mm_unpackhi_epi64(T0, T1);
653 B2.m_simd = _mm_unpacklo_epi64(T2, T3);
654 B3.m_simd = _mm_unpackhi_epi64(T2, T3);
655#elif defined(BOTAN_SIMD_USE_VSX)
656 const __vector
unsigned int T0 = vec_mergeh(B0.m_simd, B2.m_simd);
657 const __vector
unsigned int T1 = vec_mergeh(B1.m_simd, B3.m_simd);
658 const __vector
unsigned int T2 = vec_mergel(B0.m_simd, B2.m_simd);
659 const __vector
unsigned int T3 = vec_mergel(B1.m_simd, B3.m_simd);
661 B0.m_simd = vec_mergeh(T0, T1);
662 B1.m_simd = vec_mergel(T0, T1);
663 B2.m_simd = vec_mergeh(T2, T3);
664 B3.m_simd = vec_mergel(T2, T3);
666#elif defined(BOTAN_SIMD_USE_NEON) && defined(BOTAN_TARGET_ARCH_IS_ARM32)
667 const uint32x4x2_t T0 = vzipq_u32(B0.m_simd, B2.m_simd);
668 const uint32x4x2_t T1 = vzipq_u32(B1.m_simd, B3.m_simd);
669 const uint32x4x2_t O0 = vzipq_u32(T0.val[0], T1.val[0]);
670 const uint32x4x2_t O1 = vzipq_u32(T0.val[1], T1.val[1]);
672 B0.m_simd = O0.val[0];
673 B1.m_simd = O0.val[1];
674 B2.m_simd = O1.val[0];
675 B3.m_simd = O1.val[1];
677#elif defined(BOTAN_SIMD_USE_NEON) && defined(BOTAN_TARGET_ARCH_IS_ARM64)
678 const uint32x4_t T0 = vzip1q_u32(B0.m_simd, B2.m_simd);
679 const uint32x4_t T2 = vzip2q_u32(B0.m_simd, B2.m_simd);
680 const uint32x4_t T1 = vzip1q_u32(B1.m_simd, B3.m_simd);
681 const uint32x4_t T3 = vzip2q_u32(B1.m_simd, B3.m_simd);
683 B0.m_simd = vzip1q_u32(T0, T1);
684 B1.m_simd = vzip2q_u32(T0, T1);
685 B2.m_simd = vzip1q_u32(T2, T3);
686 B3.m_simd = vzip2q_u32(T2, T3);
687#elif defined(BOTAN_SIMD_USE_LSX)
688 const __m128i T0 = __lsx_vilvl_w(B2.raw(), B0.raw());
689 const __m128i T1 = __lsx_vilvh_w(B2.raw(), B0.raw());
690 const __m128i T2 = __lsx_vilvl_w(B3.raw(), B1.raw());
691 const __m128i T3 = __lsx_vilvh_w(B3.raw(), B1.raw());
692 B0.m_simd = __lsx_vilvl_w(T2, T0);
693 B1.m_simd = __lsx_vilvh_w(T2, T0);
694 B2.m_simd = __lsx_vilvl_w(T3, T1);
695 B3.m_simd = __lsx_vilvh_w(T3, T1);
696#elif defined(BOTAN_SIMD_USE_SIMD128)
697 const auto T0 = wasm_i32x4_shuffle(B0.m_simd, B2.m_simd, 0, 4, 1, 5);
698 const auto T2 = wasm_i32x4_shuffle(B0.m_simd, B2.m_simd, 2, 6, 3, 7);
699 const auto T1 = wasm_i32x4_shuffle(B1.m_simd, B3.m_simd, 0, 4, 1, 5);
700 const auto T3 = wasm_i32x4_shuffle(B1.m_simd, B3.m_simd, 2, 6, 3, 7);
702 B0.m_simd = wasm_i32x4_shuffle(T0, T1, 0, 4, 1, 5);
703 B1.m_simd = wasm_i32x4_shuffle(T0, T1, 2, 6, 3, 7);
704 B2.m_simd = wasm_i32x4_shuffle(T2, T3, 0, 4, 1, 5);
705 B3.m_simd = wasm_i32x4_shuffle(T2, T3, 2, 6, 3, 7);
866#if defined(BOTAN_SIMD_USE_SSSE3)
868#elif defined(BOTAN_SIMD_USE_NEON)
870#elif defined(BOTAN_SIMD_USE_VSX)
871 const __vector
unsigned char mask = {4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19};
873#elif defined(BOTAN_SIMD_USE_LSX)
874 const auto mask =
SIMD_4x32(0x07060504, 0x0B0A0908, 0x0F0E0D0C, 0x13121110);
876#elif defined(BOTAN_SIMD_USE_SIMD128)
878 wasm_i8x16_shuffle(b.
raw(), a.
raw(), 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19));
883#if defined(BOTAN_SIMD_USE_SSSE3)
885#elif defined(BOTAN_SIMD_USE_NEON)
887#elif defined(BOTAN_SIMD_USE_VSX)
888 const __vector
unsigned char mask = {8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23};
890#elif defined(BOTAN_SIMD_USE_LSX)
892#elif defined(BOTAN_SIMD_USE_SIMD128)
894 wasm_i8x16_shuffle(b.
raw(), a.
raw(), 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23));