/* * Copyright (C) 2008 The Android Open Source Project * All rights reserved. * * Redistribution and use in source and binary forms, with or without * modification, are permitted provided that the following conditions * are met: * * Redistributions of source code must retain the above copyright * notice, this list of conditions and the following disclaimer. * * Redistributions in binary form must reproduce the above copyright * notice, this list of conditions and the following disclaimer in * the documentation and/or other materials provided with the * distribution. * * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS * FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE * COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS * OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT * OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF * SUCH DAMAGE. */ #include #include #include #include #include #include #include #include #include #include "libc_init_common.h" #include "pthread_internal.h" #include "private/bionic_elf_tls.h" #include "private/bionic_globals.h" #include "private/bionic_macros.h" #include "private/bionic_page.h" #include "private/bionic_tls.h" #include "private/KernelArgumentBlock.h" #if __has_feature(hwaddress_sanitizer) #include #endif // Leave the variable uninitialized for the sake of the dynamic loader, which // links in this file. The loader will initialize this variable before // relocating itself. #if defined(__i386__) __LIBC_HIDDEN__ void* __libc_sysinfo; #endif extern "C" int __cxa_atexit(void (*)(void *), void *, void *); static void call_array(void(**list)()) { // First element is -1, list is null-terminated while (*++list) { (*list)(); } } #if defined(__aarch64__) || defined(__x86_64__) extern __LIBC_HIDDEN__ __attribute__((weak)) ElfW(Rela) __rela_iplt_start[], __rela_iplt_end[]; static void call_ifunc_resolvers() { if (__rela_iplt_start == nullptr || __rela_iplt_end == nullptr) { // These symbols are not emitted by gold. Gold has code to do so, but for // whatever reason it is not being run. In these cases ifuncs cannot be // resolved, so we do not support using ifuncs in static executables linked // with gold. // // Since they are weak, they will be non-null when linked with bfd/lld and // null when linked with gold. return; } typedef ElfW(Addr) (*ifunc_resolver_t)(void); for (ElfW(Rela) *r = __rela_iplt_start; r != __rela_iplt_end; ++r) { ElfW(Addr)* offset = reinterpret_cast(r->r_offset); ElfW(Addr) resolver = r->r_addend; *offset = reinterpret_cast(resolver)(); } } #else extern __LIBC_HIDDEN__ __attribute__((weak)) ElfW(Rel) __rel_iplt_start[], __rel_iplt_end[]; static void call_ifunc_resolvers() { if (__rel_iplt_start == nullptr || __rel_iplt_end == nullptr) { // These symbols are not emitted by gold. Gold has code to do so, but for // whatever reason it is not being run. In these cases ifuncs cannot be // resolved, so we do not support using ifuncs in static executables linked // with gold. // // Since they are weak, they will be non-null when linked with bfd/lld and // null when linked with gold. return; } typedef ElfW(Addr) (*ifunc_resolver_t)(void); for (ElfW(Rel) *r = __rel_iplt_start; r != __rel_iplt_end; ++r) { ElfW(Addr)* offset = reinterpret_cast(r->r_offset); ElfW(Addr) resolver = *offset; *offset = reinterpret_cast(resolver)(); } } #endif static void apply_gnu_relro() { ElfW(Phdr)* phdr_start = reinterpret_cast(getauxval(AT_PHDR)); unsigned long int phdr_ct = getauxval(AT_PHNUM); for (ElfW(Phdr)* phdr = phdr_start; phdr < (phdr_start + phdr_ct); phdr++) { if (phdr->p_type != PT_GNU_RELRO) { continue; } ElfW(Addr) seg_page_start = PAGE_START(phdr->p_vaddr); ElfW(Addr) seg_page_end = PAGE_END(phdr->p_vaddr + phdr->p_memsz); // Check return value here? What do we do if we fail? mprotect(reinterpret_cast(seg_page_start), seg_page_end - seg_page_start, PROT_READ); } } static void layout_static_tls(KernelArgumentBlock& args) { StaticTlsLayout& layout = __libc_shared_globals()->static_tls_layout; layout.reserve_bionic_tls(); const char* progname = args.argv[0]; ElfW(Phdr)* phdr_start = reinterpret_cast(getauxval(AT_PHDR)); size_t phdr_ct = getauxval(AT_PHNUM); static TlsModule mod; TlsModules& modules = __libc_shared_globals()->tls_modules; if (__bionic_get_tls_segment(phdr_start, phdr_ct, 0, &mod.segment)) { if (!__bionic_check_tls_alignment(&mod.segment.alignment)) { async_safe_fatal("error: TLS segment alignment in \"%s\" is not a power of 2: %zu\n", progname, mod.segment.alignment); } mod.static_offset = layout.reserve_exe_segment_and_tcb(&mod.segment, progname); mod.first_generation = kTlsGenerationFirst; modules.module_count = 1; modules.module_table = &mod; } else { layout.reserve_exe_segment_and_tcb(nullptr, progname); } // Enable the fast path in __tls_get_addr. __libc_tls_generation_copy = modules.generation; layout.finish_layout(); } // The program startup function __libc_init() defined here is // used for static executables only (i.e. those that don't depend // on shared libraries). It is called from arch-$ARCH/bionic/crtbegin_static.S // which is directly invoked by the kernel when the program is launched. // // The 'structors' parameter contains pointers to various initializer // arrays that must be run before the program's 'main' routine is launched. __noreturn static void __real_libc_init(void *raw_args, void (*onexit)(void) __unused, int (*slingshot)(int, char**, char**), structors_array_t const * const structors, bionic_tcb* temp_tcb) { BIONIC_STOP_UNWIND; // Initialize TLS early so system calls and errno work. KernelArgumentBlock args(raw_args); __libc_init_main_thread_early(args, temp_tcb); __libc_init_main_thread_late(); __libc_init_globals(); __libc_shared_globals()->init_progname = args.argv[0]; __libc_init_AT_SECURE(args.envp); layout_static_tls(args); __libc_init_main_thread_final(); __libc_init_common(); call_ifunc_resolvers(); apply_gnu_relro(); // Several Linux ABIs don't pass the onexit pointer, and the ones that // do never use it. Therefore, we ignore it. call_array(structors->preinit_array); call_array(structors->init_array); // The executable may have its own destructors listed in its .fini_array // so we need to ensure that these are called when the program exits // normally. if (structors->fini_array != nullptr) { __cxa_atexit(__libc_fini,structors->fini_array,nullptr); } exit(slingshot(args.argc, args.argv, args.envp)); } extern "C" void __hwasan_init_static(); __attribute__((no_sanitize("hwaddress"))) __noreturn void __libc_init(void* raw_args, void (*onexit)(void) __unused, int (*slingshot)(int, char**, char**), structors_array_t const * const structors) { bionic_tcb temp_tcb = {}; #if __has_feature(hwaddress_sanitizer) // Install main thread TLS early. It will be initialized later in __libc_init_main_thread. For now // all we need is access to TLS_SLOT_SANITIZER. __set_tls(&temp_tcb.tls_slot(0)); // Initialize HWASan enough to run instrumented code. This sets up TLS_SLOT_SANITIZER, among other // things. __hwasan_init_static(); // We are ready to run HWASan-instrumented code, proceed with libc initialization... #endif __real_libc_init(raw_args, onexit, slingshot, structors, &temp_tcb); } static int g_target_sdk_version{__ANDROID_API__}; extern "C" int android_get_application_target_sdk_version() { return g_target_sdk_version; } extern "C" void android_set_application_target_sdk_version(int target) { g_target_sdk_version = target; } __LIBC_HIDDEN__ libc_shared_globals* __libc_shared_globals() { static libc_shared_globals globals; return &globals; }