Botan 3.13.0
Crypto and TLS for C&
base64.cpp
Go to the documentation of this file.
1/*
2* Base64 Encoding and Decoding
3* (C) 2010,2015,2020 Jack Lloyd
4*
5* Botan is released under the Simplified BSD License (see license.txt)
6*/
7
8#include <botan/base64.h>
9
10#include <botan/exceptn.h>
11#include <botan/internal/charset.h>
12#include <botan/internal/codec_base.h>
13#include <botan/internal/fmt.h>
14#include <botan/internal/int_utils.h>
15#include <botan/internal/loadstor.h>
16#include <botan/internal/rounding.h>
17
18namespace Botan {
19
20namespace {
21
22class Base64 final {
23 public:
24 static std::string name() { return "base64"; }
25
26 static constexpr size_t encoding_bytes_in() noexcept { return m_encoding_bytes_in; }
27
28 static constexpr size_t encoding_bytes_out() noexcept { return m_encoding_bytes_out; }
29
30 static constexpr size_t decoding_bytes_in() noexcept { return m_encoding_bytes_out; }
31
32 static constexpr size_t decoding_bytes_out() noexcept { return m_encoding_bytes_in; }
33
34 static constexpr size_t bits_consumed() noexcept { return m_encoding_bits; }
35
36 static constexpr size_t remaining_bits_before_padding() noexcept { return m_remaining_bits_before_padding; }
37
38 static constexpr size_t encode_max_output(size_t input_length) {
39 const size_t encoding_blocks = round_up(input_length, m_encoding_bytes_in) / m_encoding_bytes_in;
40 return mul_or_throw(encoding_blocks, m_encoding_bytes_out, "Input too large to base64 encode");
41 }
42
43 static constexpr size_t decode_max_output(size_t input_length) {
44 // Divide before multiply to avoid overflow; round_up makes the division exact.
45 return (round_up(input_length, m_encoding_bytes_out) / m_encoding_bytes_out) * m_encoding_bytes_in;
46 }
47
48 static void encode(char out[4], const uint8_t in[3]) noexcept;
49
50 static uint8_t lookup_binary_value(char input) noexcept;
51
52 static bool check_bad_char(uint8_t bin, char input, bool ignore_ws);
53
54 static void decode(uint8_t* out_ptr, const uint8_t decode_buf[4]) {
55 out_ptr[0] = (decode_buf[0] << 2) | (decode_buf[1] >> 4);
56 out_ptr[1] = (decode_buf[1] << 4) | (decode_buf[2] >> 2);
57 out_ptr[2] = (decode_buf[2] << 6) | decode_buf[3];
58 }
59
60 static size_t bytes_to_remove(size_t final_truncate) { return final_truncate; }
61
62 private:
63 static constexpr size_t m_encoding_bits = 6;
64 static constexpr size_t m_remaining_bits_before_padding = 8;
65
66 static constexpr size_t m_encoding_bytes_in = 3;
67 static constexpr size_t m_encoding_bytes_out = 4;
68};
69
70uint32_t lookup_base64_chars(uint32_t x32) {
71 /*
72 * The basic insight of this approach is that our goal is computing
73 * f(x) = y where x is in [0,63) and y is the correct base64 encoding.
74 *
75 * Instead of doing this directly, we compute
76 * offset(x) such that f(x) = x + offset(x)
77 *
78 * This is described in
79 * http://0x80.pl/notesen/2016-01-12-sse-base64-encoding.html#improved-version
80 *
81 * Here we do a SWAR (simd within a register) implementation of Wojciech's lookup_version2_swar
82 */
83
84 uint32_t r = x32 + 0x41414141;
85
86 r += (~swar_lt<uint32_t>(x32, 0x1A1A1A1A)) & 0x06060606;
87 r -= (~swar_lt<uint32_t>(x32, 0x34343434)) & 0x4B4B4B4B;
88 r -= (~swar_lt<uint32_t>(x32, 0x3E3E3E3E)) & 0x0F0F0F0F;
89 r += (~swar_lt<uint32_t>(x32, 0x3F3F3F3F)) & 0x03030303;
90
91 return r;
92}
93
94//static
95void Base64::encode(char out[4], const uint8_t in[3]) noexcept {
96 const uint32_t b0 = (in[0] & 0xFC) >> 2;
97 const uint32_t b1 = ((in[0] & 0x03) << 4) | (in[1] >> 4);
98 const uint32_t b2 = ((in[1] & 0x0F) << 2) | (in[2] >> 6);
99 const uint32_t b3 = in[2] & 0x3F;
100
101 const uint32_t z = (b0 << 24) | (b1 << 16) | (b2 << 8) | b3;
102
103 const uint32_t b64 = lookup_base64_chars(z);
104
105 out[0] = static_cast<char>(get_byte<0>(b64));
106 out[1] = static_cast<char>(get_byte<1>(b64));
107 out[2] = static_cast<char>(get_byte<2>(b64));
108 out[3] = static_cast<char>(get_byte<3>(b64));
109}
110
111//static
112uint8_t Base64::lookup_binary_value(char input) noexcept {
113 auto has_zero_byte = [](uint64_t v) { return ((v - 0x0101010101010101) & ~(v) & 0x8080808080808080); };
114
115 // Assumes each byte is either 0x00 or 0x80
116 auto index_of_first_set_byte = [](uint64_t v) {
117 return ((((v - 1) & 0x0101010101010101) * 0x0101010101010101) >> 56) - 1;
118 };
119
120 constexpr uint64_t lo = 0x0101010101010101;
121
122 const uint8_t x = static_cast<uint8_t>(input);
123
124 const uint64_t x8 = x * lo;
125
126 // Defines the valid ASCII ranges of base64, except the special chars (below)
127 constexpr uint64_t val_l = make_uint64(0, 0, 0, 0, 0, 'A', 'a', '0');
128 constexpr uint64_t val_u = make_uint64(0, 0, 0, 0, 0, 26, 26, 10);
129
130 // If x is in one of the ranges return a mask. Otherwise we xor in at the
131 // high word which will be our invalid marker
132 auto v_mask = swar_in_range<uint64_t>(x8, val_l, val_u) ^ 0x80000000;
133
134 // This is the offset added to x to get the value
135 const uint64_t val_v = 0xbfb904 ^ (0xFF000000 - (x << 24));
136
137 const uint8_t z = x + static_cast<uint8_t>(val_v >> (8 * index_of_first_set_byte(v_mask)));
138
139 // Valid base64 special characters, and some whitespace chars
140 constexpr uint64_t specials_i = make_uint64(0, '+', '/', '=', ' ', '\n', '\t', '\r');
141
142 const uint64_t specials_v = 0x3e3f8180808080 ^ (static_cast<uint64_t>(z) << 56);
143
144 const uint64_t smask = has_zero_byte(x8 ^ specials_i) ^ 0x8000000000000000;
145
146 return static_cast<uint8_t>(specials_v >> (8 * index_of_first_set_byte(smask)));
147}
148
149//static
150bool Base64::check_bad_char(uint8_t bin, char input, bool ignore_ws) {
151 if(bin <= 0x3F) {
152 return true;
153 } else if(!(bin == 0x81 || (bin == 0x80 && ignore_ws))) {
154 throw Invalid_Argument(fmt("base64_decode: invalid character '{}'", format_char_for_display(input)));
155 }
156 return false;
157}
158
159} // namespace
160
161size_t base64_encode(char out[], const uint8_t in[], size_t input_length, size_t& input_consumed, bool final_inputs) {
162 return base_encode(Base64(), out, in, input_length, input_consumed, final_inputs);
163}
164
165std::string base64_encode(const uint8_t input[], size_t input_length) {
166 return base_encode_to_string(Base64(), input, input_length);
167}
168
170 uint8_t out[], const char in[], size_t input_length, size_t& input_consumed, bool final_inputs, bool ignore_ws) {
171 return base_decode(Base64(), out, in, input_length, input_consumed, final_inputs, ignore_ws);
172}
173
174size_t base64_decode(uint8_t output[], const char input[], size_t input_length, bool ignore_ws) {
175 return base_decode_full(Base64(), output, input, input_length, ignore_ws);
176}
177
178size_t base64_decode(uint8_t output[], std::string_view input, bool ignore_ws) {
179 return base64_decode(output, input.data(), input.length(), ignore_ws);
180}
181
182size_t base64_decode(std::span<uint8_t> output, std::string_view input, bool ignore_ws) {
183 if(output.size() < base64_decode_max_output(input.size())) {
184 throw Invalid_Argument("base64_decode: output buffer is too short");
185 }
186 return base64_decode(output.data(), input.data(), input.length(), ignore_ws);
187}
188
189secure_vector<uint8_t> base64_decode(const char input[], size_t input_length, bool ignore_ws) {
190 return base_decode_to_vec<secure_vector<uint8_t>>(Base64(), input, input_length, ignore_ws);
191}
192
193secure_vector<uint8_t> base64_decode(std::string_view input, bool ignore_ws) {
194 return base64_decode(input.data(), input.size(), ignore_ws);
195}
196
197size_t base64_encode_max_output(size_t input_length) {
198 return Base64::encode_max_output(input_length);
199}
200
201size_t base64_decode_max_output(size_t input_length) {
202 return Base64::decode_max_output(input_length);
203}
204
205} // namespace Botan
std::string encode(const uint8_t der[], size_t length, std::string_view label, size_t width)
Definition pem.cpp:39
secure_vector< uint8_t > decode(DataSource &source, std::string &label)
Definition pem.cpp:62
constexpr uint8_t get_byte(T input)
Definition loadstor.h:79
std::string format_char_for_display(char c)
Definition charset.cpp:243
constexpr T mul_or_throw(T a, T b, std::string_view msg)
Definition int_utils.h:81
constexpr T swar_lt(T a, T b)
Definition int_utils.h:121
std::string base_encode_to_string(const Base &base, const uint8_t input[], size_t input_length)
Definition codec_base.h:84
constexpr auto out_ptr(T &outptr) noexcept
Definition stl_util.h:148
constexpr uint64_t make_uint64(uint8_t i0, uint8_t i1, uint8_t i2, uint8_t i3, uint8_t i4, uint8_t i5, uint8_t i6, uint8_t i7)
Definition loadstor.h:121
std::string fmt(std::string_view format, const T &... args)
Definition fmt.h:53
constexpr T swar_in_range(T v, T lower, T upper)
Definition int_utils.h:144
constexpr size_t round_up(size_t n, size_t align_to)
Definition rounding.h:26
constexpr size_t index_of_first_set_byte(T v)
Definition int_utils.h:160
size_t base64_encode(char out[], const uint8_t in[], size_t input_length, size_t &input_consumed, bool final_inputs)
Definition base64.cpp:161
size_t base_encode(const Base &base, char output[], const uint8_t input[], size_t input_length, size_t &input_consumed, bool final_inputs)
Definition codec_base.h:35
size_t base64_decode(uint8_t out[], const char in[], size_t input_length, size_t &input_consumed, bool final_inputs, bool ignore_ws)
Definition base64.cpp:169
size_t base_decode(const Base &base, uint8_t output[], const char input[], size_t input_length, size_t &input_consumed, bool final_inputs, bool ignore_ws=true)
Definition codec_base.h:118
size_t base64_encode_max_output(size_t input_length)
Definition base64.cpp:197
size_t base64_decode_max_output(size_t input_length)
Definition base64.cpp:201
std::vector< T, secure_allocator< T > > secure_vector
Definition secmem.h:128
Vector base_decode_to_vec(const Base &base, const char input[], size_t input_length, bool ignore_ws)
Definition codec_base.h:216
size_t base_decode_full(const Base &base, uint8_t output[], const char input[], size_t input_length, bool ignore_ws)
Definition codec_base.h:204