Botan 3.7.1
Crypto and TLS for C&
scrypt.cpp
Go to the documentation of this file.
1/**
2* (C) 2018 Jack Lloyd
3* (C) 2018 Ribose Inc
4*
5* Botan is released under the Simplified BSD License (see license.txt)
6*/
7
8#include <botan/scrypt.h>
9
10#include <botan/exceptn.h>
11#include <botan/pbkdf2.h>
12#include <botan/internal/bit_ops.h>
13#include <botan/internal/fmt.h>
14#include <botan/internal/loadstor.h>
15#include <botan/internal/salsa20.h>
16#include <botan/internal/time_utils.h>
17
18namespace Botan {
19
20namespace {
21
22size_t scrypt_memory_usage(size_t N, size_t r, size_t p) {
23 return 128 * r * (N + p);
24}
25
26} // namespace
27
28std::string Scrypt_Family::name() const {
29 return "Scrypt";
30}
31
32std::unique_ptr<PasswordHash> Scrypt_Family::default_params() const {
33 return std::make_unique<Scrypt>(32768, 8, 1);
34}
35
36std::unique_ptr<PasswordHash> Scrypt_Family::tune(size_t output_length,
37 std::chrono::milliseconds msec,
38 size_t max_memory_usage_mb,
39 std::chrono::milliseconds tune_time) const {
40 BOTAN_UNUSED(output_length);
41
42 /*
43 * Some rough relations between scrypt parameters and runtime.
44 * Denote here by stime(N,r,p) the msec it takes to run scrypt.
45 *
46 * Emperically for smaller sizes:
47 * stime(N,8*r,p) / stime(N,r,p) is ~ 6-7
48 * stime(N,r,8*p) / stime(N,r,8*p) is ~ 7
49 * stime(2*N,r,p) / stime(N,r,p) is ~ 2
50 *
51 * Compute stime(8192,1,1) as baseline and extrapolate
52 */
53
54 // This is zero if max_memory_usage_mb == 0 (unbounded)
55 const size_t max_memory_usage = max_memory_usage_mb * 1024 * 1024;
56
57 // Starting parameters
58 size_t N = 8 * 1024;
59 size_t r = 1;
60 size_t p = 1;
61
62 auto pwdhash = this->from_params(N, r, p);
63
64 const uint64_t measured_time = measure_cost(tune_time, [&]() {
65 uint8_t output[32] = {0};
66 pwdhash->derive_key(output, sizeof(output), "test", 4, nullptr, 0);
67 });
68
69 const uint64_t target_nsec = msec.count() * static_cast<uint64_t>(1000000);
70
71 uint64_t est_nsec = measured_time;
72
73 // In below code we invoke scrypt_memory_usage with p == 0 as p contributes
74 // (very slightly) to memory consumption, but N is the driving factor.
75 // Including p leads to using an N half as large as what the user would expect.
76
77 // First increase r by 8x if possible
78 if(max_memory_usage == 0 || scrypt_memory_usage(N, r * 8, 0) <= max_memory_usage) {
79 if(target_nsec / est_nsec >= 5) {
80 r *= 8;
81 est_nsec *= 5;
82 }
83 }
84
85 // Now double N as many times as we can
86 while(max_memory_usage == 0 || scrypt_memory_usage(N * 2, r, 0) <= max_memory_usage) {
87 if(target_nsec / est_nsec >= 2) {
88 N *= 2;
89 est_nsec *= 2;
90 } else {
91 break;
92 }
93 }
94
95 // If we have extra runtime budget, increment p
96 if(target_nsec / est_nsec >= 2) {
97 p *= std::min<size_t>(1024, static_cast<size_t>(target_nsec / est_nsec));
98 }
99
100 return std::make_unique<Scrypt>(N, r, p);
101}
102
103std::unique_ptr<PasswordHash> Scrypt_Family::from_params(size_t N, size_t r, size_t p) const {
104 return std::make_unique<Scrypt>(N, r, p);
105}
106
107std::unique_ptr<PasswordHash> Scrypt_Family::from_iterations(size_t iter) const {
108 const size_t r = 8;
109 const size_t p = 1;
110
111 size_t N = 8192;
112
113 if(iter > 50000) {
114 N = 16384;
115 }
116 if(iter > 100000) {
117 N = 32768;
118 }
119 if(iter > 150000) {
120 N = 65536;
121 }
122
123 return std::make_unique<Scrypt>(N, r, p);
124}
125
126Scrypt::Scrypt(size_t N, size_t r, size_t p) : m_N(N), m_r(r), m_p(p) {
127 if(!is_power_of_2(N)) {
128 throw Invalid_Argument("Scrypt N parameter must be a power of 2");
129 }
130
131 if(p == 0 || p > 1024) {
132 throw Invalid_Argument("Invalid or unsupported scrypt p");
133 }
134 if(r == 0 || r > 256) {
135 throw Invalid_Argument("Invalid or unsupported scrypt r");
136 }
137 if(N < 1 || N > 4194304) {
138 throw Invalid_Argument("Invalid or unsupported scrypt N");
139 }
140}
141
142std::string Scrypt::to_string() const {
143 return fmt("Scrypt({},{},{})", m_N, m_r, m_p);
144}
145
147 const size_t N = memory_param();
148 const size_t p = parallelism();
149 const size_t r = iterations();
150
151 return scrypt_memory_usage(N, r, p);
152}
153
154namespace {
155
156void scryptBlockMix(size_t r, uint8_t* B, uint8_t* Y) {
157 uint32_t B32[16];
159 copy_mem(X.data(), &B[(2 * r - 1) * 64], 64);
160
161 for(size_t i = 0; i != 2 * r; i++) {
162 xor_buf(X.data(), &B[64 * i], 64);
163 load_le<uint32_t>(B32, X.data(), 16);
164 Salsa20::salsa_core(X.data(), B32, 8);
165 copy_mem(&Y[64 * i], X.data(), 64);
166 }
167
168 for(size_t i = 0; i < r; ++i) {
169 copy_mem(&B[i * 64], &Y[(i * 2) * 64], 64);
170 }
171
172 for(size_t i = 0; i < r; ++i) {
173 copy_mem(&B[(i + r) * 64], &Y[(i * 2 + 1) * 64], 64);
174 }
175}
176
177void scryptROMmix(size_t r, size_t N, uint8_t* B, secure_vector<uint8_t>& V) {
178 const size_t S = 128 * r;
179
180 for(size_t i = 0; i != N; ++i) {
181 copy_mem(&V[S * i], B, S);
182 scryptBlockMix(r, B, &V[N * S]);
183 }
184
185 for(size_t i = 0; i != N; ++i) {
186 // compiler doesn't know here that N is power of 2
187 const size_t j = load_le<uint32_t>(&B[(2 * r - 1) * 64], 0) & (N - 1);
188 xor_buf(B, &V[j * S], S);
189 scryptBlockMix(r, B, &V[N * S]);
190 }
191}
192
193} // namespace
194
195void Scrypt::derive_key(uint8_t output[],
196 size_t output_len,
197 const char* password,
198 size_t password_len,
199 const uint8_t salt[],
200 size_t salt_len) const {
201 const size_t N = memory_param();
202 const size_t p = parallelism();
203 const size_t r = iterations();
204
205 const size_t S = 128 * r;
206 secure_vector<uint8_t> B(p * S);
207 // temp space
208 secure_vector<uint8_t> V((N + 1) * S);
209
210 auto hmac_sha256 = MessageAuthenticationCode::create_or_throw("HMAC(SHA-256)");
211
212 try {
213 hmac_sha256->set_key(cast_char_ptr_to_uint8(password), password_len);
214 } catch(Invalid_Key_Length&) {
215 throw Invalid_Argument("Scrypt cannot accept passphrases of the provided length");
216 }
217
218 pbkdf2(*hmac_sha256, B.data(), B.size(), salt, salt_len, 1);
219
220 // these can be parallel
221 for(size_t i = 0; i != p; ++i) {
222 scryptROMmix(r, N, &B[128 * r * i], V);
223 }
224
225 pbkdf2(*hmac_sha256, output, output_len, B.data(), B.size(), 1);
226}
227
228} // namespace Botan
#define BOTAN_UNUSED
Definition assert.h:118
static std::unique_ptr< MessageAuthenticationCode > create_or_throw(std::string_view algo_spec, std::string_view provider="")
Definition mac.cpp:148
static void salsa_core(uint8_t output[64], const uint32_t input[16], size_t rounds)
Definition salsa20.cpp:62
std::unique_ptr< PasswordHash > from_params(size_t N, size_t r, size_t p) const override
Definition scrypt.cpp:103
std::unique_ptr< PasswordHash > tune(size_t output_length, std::chrono::milliseconds msec, size_t max_memory, std::chrono::milliseconds tune_msec) const override
Definition scrypt.cpp:36
std::unique_ptr< PasswordHash > from_iterations(size_t iter) const override
Definition scrypt.cpp:107
std::string name() const override
Definition scrypt.cpp:28
std::unique_ptr< PasswordHash > default_params() const override
Definition scrypt.cpp:32
std::string to_string() const override
Definition scrypt.cpp:142
size_t memory_param() const override
Definition scrypt.h:44
size_t iterations() const override
Definition scrypt.h:40
size_t parallelism() const override
Definition scrypt.h:42
size_t total_memory_usage() const override
Definition scrypt.cpp:146
Scrypt(size_t N, size_t r, size_t p)
Definition scrypt.cpp:126
void derive_key(uint8_t out[], size_t out_len, const char *password, size_t password_len, const uint8_t salt[], size_t salt_len) const override
Definition scrypt.cpp:195
FE_25519 Y
Definition ge.cpp:26
FE_25519 X
Definition ge.cpp:25
constexpr bool is_power_of_2(T arg)
Definition bit_ops.h:48
std::string fmt(std::string_view format, const T &... args)
Definition fmt.h:53
constexpr auto load_le(ParamTs &&... params)
Definition loadstor.h:521
constexpr void xor_buf(ranges::contiguous_output_range< uint8_t > auto &&out, ranges::contiguous_range< uint8_t > auto &&in)
Definition mem_ops.h:342
std::vector< T, secure_allocator< T > > secure_vector
Definition secmem.h:61
uint64_t measure_cost(std::chrono::milliseconds trial_msec, F func)
Definition time_utils.h:21
size_t pbkdf2(MessageAuthenticationCode &prf, uint8_t out[], size_t out_len, std::string_view password, const uint8_t salt[], size_t salt_len, size_t iterations, std::chrono::milliseconds msec)
Definition pbkdf2.cpp:70
constexpr void copy_mem(T *out, const T *in, size_t n)
Definition mem_ops.h:147
const uint8_t * cast_char_ptr_to_uint8(const char *s)
Definition mem_ops.h:274