9#include <botan/internal/os_utils.h>
11#include <botan/exceptn.h>
12#include <botan/mem_ops.h>
13#include <botan/internal/target_info.h>
15#if defined(BOTAN_HAS_CPUID)
16 #include <botan/internal/cpuid.h>
25#if defined(BOTAN_TARGET_OS_HAS_POSIX1)
31 #include <sys/resource.h>
32 #include <sys/types.h>
38#if defined(BOTAN_TARGET_OS_IS_EMSCRIPTEN)
39 #include <emscripten/emscripten.h>
42#if defined(BOTAN_TARGET_OS_HAS_GETAUXVAL) || defined(BOTAN_TARGET_OS_HAS_ELF_AUX_INFO)
46#if defined(BOTAN_TARGET_OS_HAS_WIN32)
50 #if defined(BOTAN_BUILD_COMPILER_IS_MSVC)
51 #include <libloaderapi.h>
52 #include <stringapiset.h>
56#if defined(BOTAN_TARGET_OS_IS_IOS) || defined(BOTAN_TARGET_OS_IS_MACOS)
57 #include <mach/vm_statistics.h>
58 #include <sys/sysctl.h>
59 #include <sys/types.h>
62#if defined(BOTAN_TARGET_OS_HAS_PRCTL)
63 #include <sys/prctl.h>
66#if defined(BOTAN_TARGET_OS_IS_FREEBSD) || defined(BOTAN_TARGET_OS_IS_OPENBSD) || defined(BOTAN_TARGET_OS_IS_DRAGONFLY)
67 #include <pthread_np.h>
70#if defined(BOTAN_TARGET_OS_IS_HAIKU)
71 #include <kernel/OS.h>
77#if defined(BOTAN_TARGET_OS_HAS_POSIX1)
79#elif defined(BOTAN_TARGET_OS_HAS_WIN32)
80 return ::GetCurrentProcessId();
81#elif defined(BOTAN_TARGET_OS_IS_LLVM) || defined(BOTAN_TARGET_OS_IS_NONE)
84 #error "Missing get_process_id"
90#if defined(BOTAN_TARGET_OS_HAS_GETAUXVAL) || defined(BOTAN_TARGET_OS_HAS_ELF_AUX_INFO)
91 #define BOTAN_TARGET_HAS_AUXVAL_INTERFACE
94std::optional<unsigned long> auxval_hwcap() {
97#elif defined(BOTAN_TARGET_HAS_AUXVAL_INTERFACE)
106std::optional<unsigned long> auxval_hwcap2() {
107#if defined(AT_HWCAP2)
109#elif defined(BOTAN_TARGET_HAS_AUXVAL_INTERFACE)
118std::optional<unsigned long> get_auxval(std::optional<unsigned long>
id) {
120#if defined(BOTAN_TARGET_OS_HAS_GETAUXVAL)
121 return ::getauxval(*
id);
122#elif defined(BOTAN_TARGET_OS_HAS_ELF_AUX_INFO)
123 unsigned long auxinfo = 0;
124 if(::elf_aux_info(
static_cast<int>(*
id), &auxinfo,
sizeof(auxinfo)) == 0) {
136 if(
const auto hwcap = get_auxval(auxval_hwcap())) {
139 auto hwcap2 = get_auxval(auxval_hwcap2()).value_or(0);
140 return std::make_pair(*hwcap, hwcap2);
152bool running_in_privileged_state() {
153#if defined(AT_SECURE)
154 if(
auto at_secure = get_auxval(AT_SECURE)) {
155 return at_secure != 0;
159#if defined(BOTAN_TARGET_OS_HAS_POSIX1)
160 return (::getuid() != ::geteuid()) || (::getgid() != ::getegid());
171#if defined(BOTAN_TARGET_OS_HAS_WIN32)
173 ::QueryPerformanceCounter(&tv);
176#elif defined(BOTAN_USE_GCC_INLINE_ASM)
180 #if defined(BOTAN_TARGET_ARCH_IS_X86_64)
182 uint32_t rtc_low = 0;
183 uint32_t rtc_high = 0;
184 asm volatile(
"rdtsc" :
"=d"(rtc_high),
"=a"(rtc_low));
185 rtc = (
static_cast<uint64_t
>(rtc_high) << 32) | rtc_low;
187 #elif defined(BOTAN_TARGET_ARCH_IS_X86_FAMILY) && defined(BOTAN_HAS_CPUID)
190 uint32_t rtc_low = 0;
191 uint32_t rtc_high = 0;
192 asm volatile(
"rdtsc" :
"=d"(rtc_high),
"=a"(rtc_low));
193 rtc = (
static_cast<uint64_t
>(rtc_high) << 32) | rtc_low;
196 #elif defined(BOTAN_TARGET_ARCH_IS_PPC64)
199 uint32_t rtc_low = 0;
200 uint32_t rtc_high = 0;
201 uint32_t rtc_high2 = 0;
202 asm volatile(
"mftbu %0" :
"=r"(rtc_high));
203 asm volatile(
"mftb %0" :
"=r"(rtc_low));
204 asm volatile(
"mftbu %0" :
"=r"(rtc_high2));
206 if(rtc_high == rtc_high2) {
207 rtc = (
static_cast<uint64_t
>(rtc_high) << 32) | rtc_low;
212 #elif defined(BOTAN_TARGET_ARCH_IS_ALPHA)
213 asm volatile(
"rpcc %0" :
"=r"(rtc));
215 #elif defined(BOTAN_TARGET_ARCH_IS_SPARC64) && !defined(BOTAN_TARGET_OS_IS_OPENBSD)
217 asm volatile(
"rd %%tick, %0" :
"=r"(rtc));
219 #elif defined(BOTAN_TARGET_ARCH_IS_IA64)
220 asm volatile(
"mov %0=ar.itc" :
"=r"(rtc));
222 #elif defined(BOTAN_TARGET_ARCH_IS_S390X)
223 asm volatile(
"stck 0(%0)" : :
"a"(&rtc) :
"memory",
"cc");
225 #elif defined(BOTAN_TARGET_ARCH_IS_HPPA)
226 asm volatile(
"mfctl 16,%0" :
"=r"(rtc));
240#if defined(BOTAN_TARGET_OS_HAS_POSIX1)
242 #if defined(_SC_NPROCESSORS_ONLN)
243 const long cpu_online = ::sysconf(_SC_NPROCESSORS_ONLN);
245 return static_cast<size_t>(cpu_online);
249 #if defined(_SC_NPROCESSORS_CONF)
250 const long cpu_conf = ::sysconf(_SC_NPROCESSORS_CONF);
252 return static_cast<size_t>(cpu_conf);
258#if defined(BOTAN_TARGET_OS_HAS_THREADS)
261 const size_t hw_concur = std::thread::hardware_concurrency();
276#if defined(BOTAN_TARGET_OS_IS_EMSCRIPTEN)
277 return emscripten_get_now();
287#if defined(BOTAN_TARGET_OS_HAS_CLOCK_GETTIME)
290 const clockid_t clock_types[] = {
291 #if defined(CLOCK_MONOTONIC_HR)
294 #if defined(CLOCK_MONOTONIC_RAW)
297 #if defined(CLOCK_MONOTONIC)
300 #if defined(CLOCK_PROCESS_CPUTIME_ID)
301 CLOCK_PROCESS_CPUTIME_ID,
303 #if defined(CLOCK_THREAD_CPUTIME_ID)
304 CLOCK_THREAD_CPUTIME_ID,
308 for(
const clockid_t clock : clock_types) {
309 struct timespec ts {};
311 if(::clock_gettime(clock, &ts) == 0) {
312 return (
static_cast<uint64_t
>(ts.tv_sec) * 1000000000) +
static_cast<uint64_t
>(ts.tv_nsec);
317#if defined(BOTAN_TARGET_OS_HAS_SYSTEM_CLOCK)
319 auto now = std::chrono::high_resolution_clock::now().time_since_epoch();
320 return std::chrono::duration_cast<std::chrono::nanoseconds>(now).count();
327#if defined(BOTAN_TARGET_OS_HAS_CLOCK_GETTIME)
328 struct timespec ts {};
330 if(::clock_gettime(CLOCK_REALTIME, &ts) == 0) {
331 return (
static_cast<uint64_t
>(ts.tv_sec) * 1000000000) +
static_cast<uint64_t
>(ts.tv_nsec);
335#if defined(BOTAN_TARGET_OS_HAS_SYSTEM_CLOCK)
336 auto now = std::chrono::system_clock::now().time_since_epoch();
337 return std::chrono::duration_cast<std::chrono::nanoseconds>(now).count();
339 throw Not_Implemented(
"OS::get_system_timestamp_ns this system does not support a clock");
346#if defined(BOTAN_TARGET_OS_HAS_WIN32)
347 if(::localtime_s(&tm, &time) != 0) {
350#elif defined(BOTAN_TARGET_OS_HAS_POSIX1)
351 if(::localtime_r(&time, &tm) ==
nullptr) {
355 if(
auto tmp = std::localtime(&time)) {
362 std::ostringstream oss;
363 oss << std::put_time(&tm, format.c_str());
368 const size_t default_page_size = 4096;
370#if defined(BOTAN_TARGET_OS_HAS_POSIX1)
371 const long p = ::sysconf(_SC_PAGESIZE);
373 return static_cast<size_t>(p);
375 return default_page_size;
377#elif defined(BOTAN_TARGET_OS_HAS_VIRTUAL_LOCK)
379 SYSTEM_INFO sys_info;
380 ::GetSystemInfo(&sys_info);
381 return sys_info.dwPageSize;
383 return default_page_size;
396 const size_t max_locked_kb = 512;
402#if defined(RLIMIT_MEMLOCK) && defined(BOTAN_TARGET_OS_HAS_POSIX1) && defined(BOTAN_TARGET_OS_HAS_POSIX_MLOCK)
403 const size_t mlock_requested =
406 if(mlock_requested > 0) {
407 struct ::rlimit limits {};
409 ::getrlimit(RLIMIT_MEMLOCK, &limits);
411 if(limits.rlim_cur < limits.rlim_max) {
412 limits.rlim_cur = limits.rlim_max;
413 ::setrlimit(RLIMIT_MEMLOCK, &limits);
414 ::getrlimit(RLIMIT_MEMLOCK, &limits);
417 return std::min<size_t>(limits.rlim_cur, mlock_requested * 1024);
420#elif defined(BOTAN_TARGET_OS_HAS_VIRTUAL_LOCK)
421 const size_t mlock_requested =
424 SIZE_T working_min = 0, working_max = 0;
425 if(!::GetProcessWorkingSetSize(::GetCurrentProcess(), &working_min, &working_max)) {
436 if(working_min > overhead) {
437 const size_t lockable_bytes = working_min - overhead;
438 return std::min<size_t>(lockable_bytes, mlock_requested * 1024);
451 if(running_in_privileged_state()) {
455#if defined(BOTAN_TARGET_OS_HAS_WIN32) && \
456 (defined(BOTAN_BUILD_COMPILER_IS_MSVC) || defined(BOTAN_BUILD_COMPILER_IS_CLANGCL))
457 const std::string name(name_view);
460 if(getenv_s(&req_size, val,
sizeof(val), name.c_str()) == 0) {
464 if(req_size > 0 && val[req_size - 1] ==
'\0') {
465 value_out = std::string(val);
467 value_out = std::string(val, req_size);
472 const std::string name(name_view);
473 if(
const char* val = std::getenv(name.c_str())) {
486 const size_t val = std::stoul(value,
nullptr);
488 }
catch(std::exception&) {
495#if defined(BOTAN_TARGET_OS_HAS_POSIX1) && defined(BOTAN_TARGET_OS_HAS_POSIX_MLOCK)
500 #if defined(BOTAN_TARGET_OS_IS_IOS) || defined(BOTAN_TARGET_OS_IS_MACOS)
503 static constexpr int default_locked_fd = 255;
504 int locked_fd = default_locked_fd;
507 if(locked_fdl < 240 || locked_fdl > 255) {
508 locked_fdl = default_locked_fd;
510 locked_fd =
static_cast<int>(locked_fdl);
512 return VM_MAKE_TAG(locked_fd);
523 std::vector<void*> result;
525#if(defined(BOTAN_TARGET_OS_HAS_POSIX1) && defined(BOTAN_TARGET_OS_HAS_POSIX_MLOCK)) || \
526 defined(BOTAN_TARGET_OS_HAS_VIRTUAL_LOCK)
528 result.reserve(count);
532 #if defined(BOTAN_TARGET_OS_HAS_POSIX1) && defined(BOTAN_TARGET_OS_HAS_POSIX_MLOCK)
533 static const int locked_fd = get_locked_fd();
536 for(
size_t i = 0; i != count; ++i) {
539 #if defined(BOTAN_TARGET_OS_HAS_POSIX1) && defined(BOTAN_TARGET_OS_HAS_POSIX_MLOCK)
541 int mmap_flags = MAP_PRIVATE;
543 #if defined(MAP_ANONYMOUS)
544 mmap_flags |= MAP_ANONYMOUS;
545 #elif defined(MAP_ANON)
546 mmap_flags |= MAP_ANON;
549 #if defined(MAP_CONCEAL)
550 mmap_flags |= MAP_CONCEAL;
551 #elif defined(MAP_NOCORE)
552 mmap_flags |= MAP_NOCORE;
555 const int mmap_prot = PROT_READ | PROT_WRITE;
557 #if defined(PROT_MAX)
558 mmap_prot |= PROT_MAX(mmap_prot);
561 ptr = ::mmap(
nullptr,
568 if(ptr == MAP_FAILED) {
573 if(::mlock(
static_cast<uint8_t*
>(ptr) + page_size, page_size) != 0) {
574 ::munmap(ptr, 3 * page_size);
578 #if defined(MADV_DONTDUMP)
580 ::madvise(
static_cast<uint8_t*
>(ptr) + page_size, page_size, MADV_DONTDUMP);
583 #elif defined(BOTAN_TARGET_OS_HAS_VIRTUAL_LOCK)
584 ptr = ::VirtualAlloc(
nullptr, 3 * page_size, MEM_RESERVE | MEM_COMMIT, PAGE_READWRITE);
589 if(::VirtualLock(
static_cast<uint8_t*
>(ptr) + page_size, page_size) == 0) {
590 ::VirtualFree(ptr, 0, MEM_RELEASE);
595 std::memset(ptr, 0, 3 * page_size);
604 result.push_back(
static_cast<uint8_t*
>(ptr) + page_size);
614#if defined(BOTAN_TARGET_OS_HAS_POSIX1)
616 ::mprotect(page, page_size, PROT_READ | PROT_WRITE);
617#elif defined(BOTAN_TARGET_OS_HAS_VIRTUAL_LOCK)
620 ::VirtualProtect(page, page_size, PAGE_READWRITE, &old_perms);
628#if defined(BOTAN_TARGET_OS_HAS_POSIX1)
630 ::mprotect(page, page_size, PROT_NONE);
631#elif defined(BOTAN_TARGET_OS_HAS_VIRTUAL_LOCK)
634 ::VirtualProtect(page, page_size, PAGE_NOACCESS, &old_perms);
644 for(
void* ptr : pages) {
651#if defined(BOTAN_TARGET_OS_HAS_POSIX1) && defined(BOTAN_TARGET_OS_HAS_POSIX_MLOCK)
652 ::munlock(ptr, page_size);
653 ::munmap(
static_cast<uint8_t*
>(ptr) - page_size, 3 * page_size);
654#elif defined(BOTAN_TARGET_OS_HAS_VIRTUAL_LOCK)
655 ::VirtualUnlock(ptr, page_size);
656 ::VirtualFree(
static_cast<uint8_t*
>(ptr) - page_size, 0, MEM_RELEASE);
662#if defined(BOTAN_TARGET_OS_HAS_PRCTL) && defined(PR_SET_VMA) && defined(PR_SET_VMA_ANON_NAME)
663 static constexpr char name[] =
"Botan mlock pool";
665 const int r = prctl(PR_SET_VMA, PR_SET_VMA_ANON_NAME,
reinterpret_cast<uintptr_t
>(page), size, name);
672#if defined(BOTAN_TARGET_OS_HAS_THREADS)
673void OS::set_thread_name(std::thread& thread,
const std::string& name) {
674 #if defined(BOTAN_TARGET_OS_IS_LINUX) || defined(BOTAN_TARGET_OS_IS_FREEBSD) || defined(BOTAN_TARGET_OS_IS_DRAGONFLY)
675 static_cast<void>(pthread_setname_np(thread.native_handle(), name.c_str()));
676 #elif defined(BOTAN_TARGET_OS_IS_OPENBSD)
677 static_cast<void>(pthread_set_name_np(thread.native_handle(), name.c_str()));
678 #elif defined(BOTAN_TARGET_OS_IS_NETBSD)
679 static_cast<void>(pthread_setname_np(thread.native_handle(),
"%s",
const_cast<char*
>(name.c_str())));
680 #elif defined(BOTAN_TARGET_OS_HAS_WIN32) && defined(_LIBCPP_HAS_THREAD_API_PTHREAD)
681 static_cast<void>(pthread_setname_np(thread.native_handle(), name.c_str()));
682 #elif defined(BOTAN_TARGET_OS_HAS_WIN32) && defined(BOTAN_BUILD_COMPILER_IS_MSVC)
683 typedef HRESULT(WINAPI * std_proc)(HANDLE, PCWSTR);
684 HMODULE kern = GetModuleHandleA(
"KernelBase.dll");
685 std_proc set_thread_name =
reinterpret_cast<std_proc
>(GetProcAddress(kern,
"SetThreadDescription"));
686 if(set_thread_name) {
688 auto sz = MultiByteToWideChar(CP_UTF8, 0, name.data(), -1,
nullptr, 0);
691 if(MultiByteToWideChar(CP_UTF8, 0, name.data(), -1, &w[0], sz) > 0) {
692 (void)set_thread_name(thread.native_handle(), w.c_str());
696 #elif defined(BOTAN_TARGET_OS_IF_HAIKU)
697 auto thread_id = get_pthread_thread_id(thread.native_handle());
698 static_cast<void>(rename_thread(thread_id, name.c_str()));
707#if defined(BOTAN_TARGET_OS_HAS_POSIX1) && !defined(BOTAN_TARGET_OS_IS_EMSCRIPTEN)
712::sigjmp_buf g_sigill_jmp_buf;
714void botan_sigill_handler(
int ) {
715 siglongjmp(g_sigill_jmp_buf, 1);
723 volatile int probe_result = -3;
725#if defined(BOTAN_TARGET_OS_HAS_POSIX1) && !defined(BOTAN_TARGET_OS_IS_EMSCRIPTEN)
726 struct sigaction old_sigaction {};
728 struct sigaction sigaction {};
730 sigaction.sa_handler = botan_sigill_handler;
731 sigemptyset(&sigaction.sa_mask);
732 sigaction.sa_flags = 0;
734 int rc = ::sigaction(SIGILL, &sigaction, &old_sigaction);
737 throw System_Error(
"run_cpu_instruction_probe sigaction failed", errno);
740 rc = sigsetjmp(g_sigill_jmp_buf, 1);
744 probe_result = probe_fn();
751 rc = ::sigaction(SIGILL, &old_sigaction,
nullptr);
753 throw System_Error(
"run_cpu_instruction_probe sigaction restore failed", errno);
764#if defined(BOTAN_TARGET_OS_HAS_POSIX1)
767 POSIX_Echo_Suppression() : m_stdin_fd(fileno(stdin)), m_old_termios{} {
768 if(::tcgetattr(m_stdin_fd, &m_old_termios) != 0) {
769 throw System_Error(
"Getting terminal status failed", errno);
772 struct termios noecho_flags = m_old_termios;
773 noecho_flags.c_lflag &= ~ECHO;
774 noecho_flags.c_lflag |= ECHONL;
776 if(::tcsetattr(m_stdin_fd, TCSANOW, &noecho_flags) != 0) {
777 throw System_Error(
"Clearing terminal echo bit failed", errno);
781 void reenable_echo()
override {
783 if(::tcsetattr(m_stdin_fd, TCSANOW, &m_old_termios) != 0) {
784 throw System_Error(
"Restoring terminal echo bit failed", errno);
790 ~POSIX_Echo_Suppression()
override {
796 POSIX_Echo_Suppression(
const POSIX_Echo_Suppression& other) =
delete;
797 POSIX_Echo_Suppression(POSIX_Echo_Suppression&& other) =
delete;
798 POSIX_Echo_Suppression& operator=(
const POSIX_Echo_Suppression& other) =
delete;
799 POSIX_Echo_Suppression& operator=(POSIX_Echo_Suppression&& other) =
delete;
803 struct termios m_old_termios;
806 return std::make_unique<POSIX_Echo_Suppression>();
808#elif defined(BOTAN_TARGET_OS_HAS_WIN32)
812 Win32_Echo_Suppression() {
813 m_input_handle = ::GetStdHandle(STD_INPUT_HANDLE);
814 if(::GetConsoleMode(m_input_handle, &m_console_state) == 0)
815 throw System_Error(
"Getting console mode failed", ::GetLastError());
817 DWORD new_mode = ENABLE_LINE_INPUT | ENABLE_PROCESSED_INPUT;
818 if(::SetConsoleMode(m_input_handle, new_mode) == 0)
819 throw System_Error(
"Setting console mode failed", ::GetLastError());
822 void reenable_echo()
override {
823 if(m_input_handle != INVALID_HANDLE_VALUE) {
824 if(::SetConsoleMode(m_input_handle, m_console_state) == 0)
825 throw System_Error(
"Setting console mode failed", ::GetLastError());
826 m_input_handle = INVALID_HANDLE_VALUE;
830 ~Win32_Echo_Suppression()
override {
836 Win32_Echo_Suppression(
const Win32_Echo_Suppression& other) =
delete;
837 Win32_Echo_Suppression(Win32_Echo_Suppression&& other) =
delete;
838 Win32_Echo_Suppression& operator=(
const Win32_Echo_Suppression& other) =
delete;
839 Win32_Echo_Suppression& operator=(Win32_Echo_Suppression&& other) =
delete;
842 HANDLE m_input_handle;
843 DWORD m_console_state;
846 return std::make_unique<Win32_Echo_Suppression>();
static bool has(CPUID::Feature feat)
size_t get_memory_locking_limit()
uint64_t BOTAN_TEST_API get_high_resolution_clock()
size_t BOTAN_TEST_API get_cpu_available()
std::unique_ptr< Echo_Suppression > BOTAN_UNSTABLE_API suppress_echo_on_terminal()
size_t read_env_variable_sz(std::string_view var_name, size_t def_value=0)
void page_allow_access(void *page)
std::string BOTAN_TEST_API format_time(time_t time, const std::string &format)
bool read_env_variable(std::string &value_out, std::string_view var_name)
void page_prohibit_access(void *page)
std::optional< std::pair< unsigned long, unsigned long > > get_auxval_hwcap()
int BOTAN_TEST_API run_cpu_instruction_probe(const std::function< int()> &probe_fn)
std::vector< void * > allocate_locked_pages(size_t count)
size_t system_page_size()
uint64_t BOTAN_TEST_API get_system_timestamp_ns()
void free_locked_pages(const std::vector< void * > &pages)
void page_named(void *page, size_t size)
uint32_t BOTAN_TEST_API get_process_id()
uint64_t BOTAN_TEST_API get_cpu_cycle_counter()
void secure_scrub_memory(void *ptr, size_t n)