fast_thread_local.rs.html -- source
Description: Source to the Rust file `src/libstd/sys/unix/fast_thread_local.rs`.
Keywords: rust, rustlang, rust-lang

     1
     2
     3
     4
     5
     6
     7
     8
     9
    10
    11
    12
    13
    14
    15
    16
    17
    18
    19
    20
    21
    22
    23
    24
    25
    26
    27
    28
    29
    30
    31
    32
    33
    34
    35
    36
    37
    38
    39
    40
    41
    42
    43
    44
    45
    46
    47
    48
    49
    50
    51
    52
    53
    54
    55
    56
    57
    58
    59
    60
    61
    62
    63
    64
    65
    66
    67
    68
    69
    70
    71
    72
    73
    74
    75
    76
    77
    78
    79
    80
    81
    82
    83
    84
    85
    86
    87
    88
    89
    90
    91

    #![cfg(target_thread_local)]
    #![unstable(feature = "thread_local_internals", issue = "0")]

    // Since what appears to be glibc 2.18 this symbol has been shipped which
    // GCC and clang both use to invoke destructors in thread_local globals, so
    // let's do the same!
    //
    // Note, however, that we run on lots older linuxes, as well as cross
    // compiling from a newer linux to an older linux, so we also have a
    // fallback implementation to use as well.
    #[cfg(any(
        target_os = "linux",
        target_os = "fuchsia",
        target_os = "redox",
        target_os = "emscripten"
    ))]
    pub unsafe fn register_dtor(t: *mut u8, dtor: unsafe extern "C" fn(*mut u8)) {
        use crate::mem;
        use crate::sys_common::thread_local::register_dtor_fallback;

        extern "C" {
            #[linkage = "extern_weak"]
            static __dso_handle: *mut u8;
            #[linkage = "extern_weak"]
            static __cxa_thread_atexit_impl: *const libc::c_void;
        }
        if !__cxa_thread_atexit_impl.is_null() {
            type F = unsafe extern "C" fn(
                dtor: unsafe extern "C" fn(*mut u8),
                arg: *mut u8,
                dso_handle: *mut u8,
            ) -> libc::c_int;
            mem::transmute::<*const libc::c_void, F>(__cxa_thread_atexit_impl)(
                dtor,
                t,
                &__dso_handle as *const _ as *mut _,
            );
            return;
        }
        register_dtor_fallback(t, dtor);
    }

    // This implementation is very similar to register_dtor_fallback in
    // sys_common/thread_local.rs. The main difference is that we want to hook into
    // macOS's analog of the above linux function, _tlv_atexit. OSX will run the
    // registered dtors before any TLS slots get freed, and when the main thread
    // exits.
    //
    // Unfortunately, calling _tlv_atexit while tls dtors are running is UB. The
    // workaround below is to register, via _tlv_atexit, a custom DTOR list once per
    // thread. thread_local dtors are pushed to the DTOR list without calling
    // _tlv_atexit.
    #[cfg(target_os = "macos")]
    pub unsafe fn register_dtor(t: *mut u8, dtor: unsafe extern "C" fn(*mut u8)) {
        use crate::cell::Cell;
        use crate::ptr;

        #[thread_local]
        static REGISTERED: Cell<bool> = Cell::new(false);
        if !REGISTERED.get() {
            _tlv_atexit(run_dtors, ptr::null_mut());
            REGISTERED.set(true);
        }

        type List = Vec<(*mut u8, unsafe extern "C" fn(*mut u8))>;

        #[thread_local]
        static DTORS: Cell<*mut List> = Cell::new(ptr::null_mut());
        if DTORS.get().is_null() {
            let v: Box<List> = box Vec::new();
            DTORS.set(Box::into_raw(v));
        }

        extern "C" {
            fn _tlv_atexit(dtor: unsafe extern "C" fn(*mut u8), arg: *mut u8);
        }

        let list: &mut List = &mut *DTORS.get();
        list.push((t, dtor));

        unsafe extern "C" fn run_dtors(_: *mut u8) {
            let mut ptr = DTORS.replace(ptr::null_mut());
            while !ptr.is_null() {
                let list = Box::from_raw(ptr);
                for (ptr, dtor) in list.into_iter() {
                    dtor(ptr);
                }
                ptr = DTORS.replace(ptr::null_mut());
            }
        }
    }