//===-- Implementation of tls for riscv -----------------------------------===// // // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. // See https://llvm.org/LICENSE.txt for license information. // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception // //===----------------------------------------------------------------------===// #include "src/__support/OSUtil/syscall.h" #include "src/__support/threads/thread.h" #include "src/string/memory_utils/inline_memcpy.h" #include "startup/linux/do_start.h" #include #include namespace LIBC_NAMESPACE { #ifdef SYS_mmap2 static constexpr long MMAP_SYSCALL_NUMBER = SYS_mmap2; #elif SYS_mmap static constexpr long MMAP_SYSCALL_NUMBER = SYS_mmap; #else #error "mmap and mmap2 syscalls not available." #endif void init_tls(TLSDescriptor &tls_descriptor) { if (app.tls.size == 0) { tls_descriptor.size = 0; tls_descriptor.tp = 0; return; } // riscv64 follows the variant 1 TLS layout: const uintptr_t size_of_pointers = 2 * sizeof(uintptr_t); uintptr_t padding = 0; const uintptr_t ALIGNMENT_MASK = app.tls.align - 1; uintptr_t diff = size_of_pointers & ALIGNMENT_MASK; if (diff != 0) padding += (ALIGNMENT_MASK - diff) + 1; uintptr_t alloc_size = size_of_pointers + padding + app.tls.size; // We cannot call the mmap function here as the functions set errno on // failure. Since errno is implemented via a thread local variable, we cannot // use errno before TLS is setup. long mmap_ret_val = syscall_impl(MMAP_SYSCALL_NUMBER, nullptr, alloc_size, PROT_READ | PROT_WRITE, MAP_ANONYMOUS | MAP_PRIVATE, -1, 0); // We cannot check the return value with MAP_FAILED as that is the return // of the mmap function and not the mmap syscall. if (mmap_ret_val < 0 && static_cast(mmap_ret_val) > -app.page_size) syscall_impl(SYS_exit, 1); uintptr_t thread_ptr = uintptr_t(reinterpret_cast(mmap_ret_val)); uintptr_t tls_addr = thread_ptr + size_of_pointers + padding; inline_memcpy(reinterpret_cast(tls_addr), reinterpret_cast(app.tls.address), app.tls.init_size); tls_descriptor.size = alloc_size; tls_descriptor.addr = thread_ptr; tls_descriptor.tp = tls_addr; } void cleanup_tls(uintptr_t addr, uintptr_t size) { if (size == 0) return; syscall_impl(SYS_munmap, addr, size); } bool set_thread_ptr(uintptr_t val) { LIBC_INLINE_ASM("mv tp, %0\n\t" : : "r"(val)); return true; } } // namespace LIBC_NAMESPACE