57#if defined(BOTAN_HAS_SHA2_64_X86)
59 return compress_digest_x86(digest, input, blocks);
63#if defined(BOTAN_HAS_SHA2_64_ARMV8)
65 return compress_digest_armv8(digest, input, blocks);
69#if defined(BOTAN_HAS_SHA2_64_X86_AVX512)
71 return compress_digest_x86_avx512(digest, input, blocks);
75#if defined(BOTAN_HAS_SHA2_64_X86_AVX2)
77 return compress_digest_x86_avx2(digest, input, blocks);
81 uint64_t A = digest[0];
82 uint64_t B = digest[1];
83 uint64_t C = digest[2];
84 uint64_t D = digest[3];
85 uint64_t E = digest[4];
86 uint64_t F = digest[5];
87 uint64_t G = digest[6];
88 uint64_t H = digest[7];
90 std::array<uint64_t, 16> W{};
94 for(
size_t i = 0; i != blocks; ++i) {
99 SHA2_64_F(A, B, C, D, E, F, G, H, W[ 0], W[14], W[ 9], W[ 1],
SHA512_K[ 0]);
100 SHA2_64_F(H, A, B, C, D, E, F, G, W[ 1], W[15], W[10], W[ 2],
SHA512_K[ 1]);
101 SHA2_64_F(G, H, A, B, C, D, E, F, W[ 2], W[ 0], W[11], W[ 3],
SHA512_K[ 2]);
102 SHA2_64_F(F, G, H, A, B, C, D, E, W[ 3], W[ 1], W[12], W[ 4],
SHA512_K[ 3]);
103 SHA2_64_F(E, F, G, H, A, B, C, D, W[ 4], W[ 2], W[13], W[ 5],
SHA512_K[ 4]);
104 SHA2_64_F(D, E, F, G, H, A, B, C, W[ 5], W[ 3], W[14], W[ 6],
SHA512_K[ 5]);
105 SHA2_64_F(C, D, E, F, G, H, A, B, W[ 6], W[ 4], W[15], W[ 7],
SHA512_K[ 6]);
106 SHA2_64_F(B, C, D, E, F, G, H, A, W[ 7], W[ 5], W[ 0], W[ 8],
SHA512_K[ 7]);
107 SHA2_64_F(A, B, C, D, E, F, G, H, W[ 8], W[ 6], W[ 1], W[ 9],
SHA512_K[ 8]);
108 SHA2_64_F(H, A, B, C, D, E, F, G, W[ 9], W[ 7], W[ 2], W[10],
SHA512_K[ 9]);
109 SHA2_64_F(G, H, A, B, C, D, E, F, W[10], W[ 8], W[ 3], W[11],
SHA512_K[10]);
110 SHA2_64_F(F, G, H, A, B, C, D, E, W[11], W[ 9], W[ 4], W[12],
SHA512_K[11]);
111 SHA2_64_F(E, F, G, H, A, B, C, D, W[12], W[10], W[ 5], W[13],
SHA512_K[12]);
112 SHA2_64_F(D, E, F, G, H, A, B, C, W[13], W[11], W[ 6], W[14],
SHA512_K[13]);
113 SHA2_64_F(C, D, E, F, G, H, A, B, W[14], W[12], W[ 7], W[15],
SHA512_K[14]);
114 SHA2_64_F(B, C, D, E, F, G, H, A, W[15], W[13], W[ 8], W[ 0],
SHA512_K[15]);
115 SHA2_64_F(A, B, C, D, E, F, G, H, W[ 0], W[14], W[ 9], W[ 1],
SHA512_K[16]);
116 SHA2_64_F(H, A, B, C, D, E, F, G, W[ 1], W[15], W[10], W[ 2],
SHA512_K[17]);
117 SHA2_64_F(G, H, A, B, C, D, E, F, W[ 2], W[ 0], W[11], W[ 3],
SHA512_K[18]);
118 SHA2_64_F(F, G, H, A, B, C, D, E, W[ 3], W[ 1], W[12], W[ 4],
SHA512_K[19]);
119 SHA2_64_F(E, F, G, H, A, B, C, D, W[ 4], W[ 2], W[13], W[ 5],
SHA512_K[20]);
120 SHA2_64_F(D, E, F, G, H, A, B, C, W[ 5], W[ 3], W[14], W[ 6],
SHA512_K[21]);
121 SHA2_64_F(C, D, E, F, G, H, A, B, W[ 6], W[ 4], W[15], W[ 7],
SHA512_K[22]);
122 SHA2_64_F(B, C, D, E, F, G, H, A, W[ 7], W[ 5], W[ 0], W[ 8],
SHA512_K[23]);
123 SHA2_64_F(A, B, C, D, E, F, G, H, W[ 8], W[ 6], W[ 1], W[ 9],
SHA512_K[24]);
124 SHA2_64_F(H, A, B, C, D, E, F, G, W[ 9], W[ 7], W[ 2], W[10],
SHA512_K[25]);
125 SHA2_64_F(G, H, A, B, C, D, E, F, W[10], W[ 8], W[ 3], W[11],
SHA512_K[26]);
126 SHA2_64_F(F, G, H, A, B, C, D, E, W[11], W[ 9], W[ 4], W[12],
SHA512_K[27]);
127 SHA2_64_F(E, F, G, H, A, B, C, D, W[12], W[10], W[ 5], W[13],
SHA512_K[28]);
128 SHA2_64_F(D, E, F, G, H, A, B, C, W[13], W[11], W[ 6], W[14],
SHA512_K[29]);
129 SHA2_64_F(C, D, E, F, G, H, A, B, W[14], W[12], W[ 7], W[15],
SHA512_K[30]);
130 SHA2_64_F(B, C, D, E, F, G, H, A, W[15], W[13], W[ 8], W[ 0],
SHA512_K[31]);
131 SHA2_64_F(A, B, C, D, E, F, G, H, W[ 0], W[14], W[ 9], W[ 1],
SHA512_K[32]);
132 SHA2_64_F(H, A, B, C, D, E, F, G, W[ 1], W[15], W[10], W[ 2],
SHA512_K[33]);
133 SHA2_64_F(G, H, A, B, C, D, E, F, W[ 2], W[ 0], W[11], W[ 3],
SHA512_K[34]);
134 SHA2_64_F(F, G, H, A, B, C, D, E, W[ 3], W[ 1], W[12], W[ 4],
SHA512_K[35]);
135 SHA2_64_F(E, F, G, H, A, B, C, D, W[ 4], W[ 2], W[13], W[ 5],
SHA512_K[36]);
136 SHA2_64_F(D, E, F, G, H, A, B, C, W[ 5], W[ 3], W[14], W[ 6],
SHA512_K[37]);
137 SHA2_64_F(C, D, E, F, G, H, A, B, W[ 6], W[ 4], W[15], W[ 7],
SHA512_K[38]);
138 SHA2_64_F(B, C, D, E, F, G, H, A, W[ 7], W[ 5], W[ 0], W[ 8],
SHA512_K[39]);
139 SHA2_64_F(A, B, C, D, E, F, G, H, W[ 8], W[ 6], W[ 1], W[ 9],
SHA512_K[40]);
140 SHA2_64_F(H, A, B, C, D, E, F, G, W[ 9], W[ 7], W[ 2], W[10],
SHA512_K[41]);
141 SHA2_64_F(G, H, A, B, C, D, E, F, W[10], W[ 8], W[ 3], W[11],
SHA512_K[42]);
142 SHA2_64_F(F, G, H, A, B, C, D, E, W[11], W[ 9], W[ 4], W[12],
SHA512_K[43]);
143 SHA2_64_F(E, F, G, H, A, B, C, D, W[12], W[10], W[ 5], W[13],
SHA512_K[44]);
144 SHA2_64_F(D, E, F, G, H, A, B, C, W[13], W[11], W[ 6], W[14],
SHA512_K[45]);
145 SHA2_64_F(C, D, E, F, G, H, A, B, W[14], W[12], W[ 7], W[15],
SHA512_K[46]);
146 SHA2_64_F(B, C, D, E, F, G, H, A, W[15], W[13], W[ 8], W[ 0],
SHA512_K[47]);
147 SHA2_64_F(A, B, C, D, E, F, G, H, W[ 0], W[14], W[ 9], W[ 1],
SHA512_K[48]);
148 SHA2_64_F(H, A, B, C, D, E, F, G, W[ 1], W[15], W[10], W[ 2],
SHA512_K[49]);
149 SHA2_64_F(G, H, A, B, C, D, E, F, W[ 2], W[ 0], W[11], W[ 3],
SHA512_K[50]);
150 SHA2_64_F(F, G, H, A, B, C, D, E, W[ 3], W[ 1], W[12], W[ 4],
SHA512_K[51]);
151 SHA2_64_F(E, F, G, H, A, B, C, D, W[ 4], W[ 2], W[13], W[ 5],
SHA512_K[52]);
152 SHA2_64_F(D, E, F, G, H, A, B, C, W[ 5], W[ 3], W[14], W[ 6],
SHA512_K[53]);
153 SHA2_64_F(C, D, E, F, G, H, A, B, W[ 6], W[ 4], W[15], W[ 7],
SHA512_K[54]);
154 SHA2_64_F(B, C, D, E, F, G, H, A, W[ 7], W[ 5], W[ 0], W[ 8],
SHA512_K[55]);
155 SHA2_64_F(A, B, C, D, E, F, G, H, W[ 8], W[ 6], W[ 1], W[ 9],
SHA512_K[56]);
156 SHA2_64_F(H, A, B, C, D, E, F, G, W[ 9], W[ 7], W[ 2], W[10],
SHA512_K[57]);
157 SHA2_64_F(G, H, A, B, C, D, E, F, W[10], W[ 8], W[ 3], W[11],
SHA512_K[58]);
158 SHA2_64_F(F, G, H, A, B, C, D, E, W[11], W[ 9], W[ 4], W[12],
SHA512_K[59]);
159 SHA2_64_F(E, F, G, H, A, B, C, D, W[12], W[10], W[ 5], W[13],
SHA512_K[60]);
160 SHA2_64_F(D, E, F, G, H, A, B, C, W[13], W[11], W[ 6], W[14],
SHA512_K[61]);
161 SHA2_64_F(C, D, E, F, G, H, A, B, W[14], W[12], W[ 7], W[15],
SHA512_K[62]);
162 SHA2_64_F(B, C, D, E, F, G, H, A, W[15], W[13], W[ 8], W[ 0],
SHA512_K[63]);
163 SHA2_64_F(A, B, C, D, E, F, G, H, W[ 0], W[14], W[ 9], W[ 1],
SHA512_K[64]);
164 SHA2_64_F(H, A, B, C, D, E, F, G, W[ 1], W[15], W[10], W[ 2],
SHA512_K[65]);
165 SHA2_64_F(G, H, A, B, C, D, E, F, W[ 2], W[ 0], W[11], W[ 3],
SHA512_K[66]);
166 SHA2_64_F(F, G, H, A, B, C, D, E, W[ 3], W[ 1], W[12], W[ 4],
SHA512_K[67]);
167 SHA2_64_F(E, F, G, H, A, B, C, D, W[ 4], W[ 2], W[13], W[ 5],
SHA512_K[68]);
168 SHA2_64_F(D, E, F, G, H, A, B, C, W[ 5], W[ 3], W[14], W[ 6],
SHA512_K[69]);
169 SHA2_64_F(C, D, E, F, G, H, A, B, W[ 6], W[ 4], W[15], W[ 7],
SHA512_K[70]);
170 SHA2_64_F(B, C, D, E, F, G, H, A, W[ 7], W[ 5], W[ 0], W[ 8],
SHA512_K[71]);
171 SHA2_64_F(A, B, C, D, E, F, G, H, W[ 8], W[ 6], W[ 1], W[ 9],
SHA512_K[72]);
172 SHA2_64_F(H, A, B, C, D, E, F, G, W[ 9], W[ 7], W[ 2], W[10],
SHA512_K[73]);
173 SHA2_64_F(G, H, A, B, C, D, E, F, W[10], W[ 8], W[ 3], W[11],
SHA512_K[74]);
174 SHA2_64_F(F, G, H, A, B, C, D, E, W[11], W[ 9], W[ 4], W[12],
SHA512_K[75]);
175 SHA2_64_F(E, F, G, H, A, B, C, D, W[12], W[10], W[ 5], W[13],
SHA512_K[76]);
176 SHA2_64_F(D, E, F, G, H, A, B, C, W[13], W[11], W[ 6], W[14],
SHA512_K[77]);
177 SHA2_64_F(C, D, E, F, G, H, A, B, W[14], W[12], W[ 7], W[15],
SHA512_K[78]);
178 SHA2_64_F(B, C, D, E, F, G, H, A, W[15], W[13], W[ 8], W[ 0],
SHA512_K[79]);
182 A = (digest[0] += A);
183 B = (digest[1] += B);
184 C = (digest[2] += C);
185 D = (digest[3] += D);
186 E = (digest[4] += E);
187 F = (digest[5] += F);
188 G = (digest[6] += G);
189 H = (digest[7] += H);