//===-- Implementation of crt for x86_64 ----------------------------------===// // // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. // See https://llvm.org/LICENSE.txt for license information. // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception // //===----------------------------------------------------------------------===// #include "config/linux/app.h" #include "config/linux/syscall.h" #include "include/sys/mman.h" #include "include/sys/syscall.h" #include "src/string/memcpy.h" #include "src/sys/mman/mmap.h" #include #include #include #include extern "C" int main(int, char **, char **); namespace __llvm_libc { #ifdef SYS_mmap2 static constexpr long mmapSyscallNumber = SYS_mmap2; #elif SYS_mmap static constexpr long mmapSyscallNumber = SYS_mmap; #else #error "Target platform does not have SYS_mmap or SYS_mmap2 defined" #endif // TODO: Declare var an extern var in config/linux/app.h so that other // libc functions can make use of the application wide information. For // example, mmap can pick up the page size from here. AppProperties app; // TODO: The function is x86_64 specific. Move it to config/linux/app.h // and generalize it. Also, dynamic loading is not handled currently. void initTLS() { if (app.tls.size == 0) return; // We will assume the alignment is always a power of two. uintptr_t tlsSize = (app.tls.size + app.tls.align) & -app.tls.align; // Per the x86_64 TLS ABI, the entry pointed to by the thread pointer is the // address of the TLS block. So, we add more size to accomodate this address // entry. size_t tlsSizeWithAddr = tlsSize + sizeof(uintptr_t); // We cannot call the mmap function here as the functions set errno on // failure. Since errno is implemented via a thread local variable, we cannot // use errno before TLS is setup. long mmapRetVal = __llvm_libc::syscall( mmapSyscallNumber, nullptr, tlsSizeWithAddr, PROT_READ | PROT_WRITE, MAP_ANONYMOUS | MAP_PRIVATE, -1, 0); // We cannot check the return value with MAP_FAILED as that is the return // of the mmap function and not the mmap syscall. if (mmapRetVal < 0 && static_cast(mmapRetVal) > -app.pageSize) __llvm_libc::syscall(SYS_exit, 1); uintptr_t *tlsAddr = reinterpret_cast(mmapRetVal); // x86_64 TLS faces down from the thread pointer with the first entry // pointing to the address of the first real TLS byte. uintptr_t endPtr = reinterpret_cast(tlsAddr) + tlsSize; *reinterpret_cast(endPtr) = endPtr; __llvm_libc::memcpy(tlsAddr, reinterpret_cast(app.tls.address), app.tls.size); if (__llvm_libc::syscall(SYS_arch_prctl, ARCH_SET_FS, endPtr) == -1) __llvm_libc::syscall(SYS_exit, 1); } } // namespace __llvm_libc using __llvm_libc::app; struct Args { // At the language level, argc is an int. But we use uint64_t as the x86_64 // ABI specifies it as an 8 byte value. uint64_t argc; // At the language level, argv is a char** value. However, we use uint64_t as // the x86_64 ABI specifies the argv vector be an |argc| long array of 8-byte // values. Even though a flexible length array would be more suitable here, we // set the array length to 1 to avoid a compiler warning about it being a C99 // extension. Length of 1 is not really wrong as |argc| is guaranteed to be // atleast 1, and there is an 8-byte null entry at the end of the argv array. uint64_t argv[1]; }; // TODO: Would be nice to use the aux entry structure from elf.h when available. struct AuxEntry { uint64_t type; uint64_t value; }; extern "C" void _start() { uintptr_t *frame_ptr = reinterpret_cast(__builtin_frame_address(0)); // This TU is compiled with -fno-omit-frame-pointer. Hence, the previous value // of the base pointer is pushed on to the stack. So, we step over it (the // "+ 1" below) to get to the args. Args *args = reinterpret_cast(frame_ptr + 1); // After the argv array, is a 8-byte long NULL value before the array of env // values. The end of the env values is marked by another 8-byte long NULL // value. We step over it (the "+ 1" below) to get to the env values. uint64_t *env_ptr = args->argv + args->argc + 1; uint64_t *env_end_marker = env_ptr; while (*env_end_marker) ++env_end_marker; // After the env array, is the aux-vector. The end of the aux-vector is // denoted by an AT_NULL entry. Elf64_Phdr *programHdrTable = nullptr; uintptr_t programHdrCount; for (AuxEntry *aux_entry = reinterpret_cast(env_end_marker + 1); aux_entry->type != AT_NULL; ++aux_entry) { switch (aux_entry->type) { case AT_PHDR: programHdrTable = reinterpret_cast(aux_entry->value); break; case AT_PHNUM: programHdrCount = aux_entry->value; break; case AT_PAGESZ: app.pageSize = aux_entry->value; break; default: break; // TODO: Read other useful entries from the aux vector. } } for (uintptr_t i = 0; i < programHdrCount; ++i) { Elf64_Phdr *phdr = programHdrTable + i; if (phdr->p_type != PT_TLS) continue; // TODO: p_vaddr value has to be adjusted for static-pie executables. app.tls.address = phdr->p_vaddr; app.tls.size = phdr->p_memsz; app.tls.align = phdr->p_align; } __llvm_libc::initTLS(); __llvm_libc::syscall(SYS_exit, main(args->argc, reinterpret_cast(args->argv), reinterpret_cast(env_ptr))); }