1 // Copyright 2014-2015 The Rust Project Developers. See the COPYRIGHT
2 // file at the top-level directory of this distribution and at
3 // http://rust-lang.org/COPYRIGHT.
5 // Licensed under the Apache License, Version 2.0 <LICENSE-APACHE or
6 // http://www.apache.org/licenses/LICENSE-2.0> or the MIT license
7 // <LICENSE-MIT or http://opensource.org/licenses/MIT>, at your
8 // option. This file may not be copied, modified, or distributed
9 // except according to those terms.
11 //! Thread local storage
13 #![unstable(feature = "thread_local_internals", issue = "0")]
19 /// A thread local storage key which owns its contents.
21 /// This key uses the fastest possible implementation available to it for the
22 /// target platform. It is instantiated with the [`thread_local!`] macro and the
23 /// primary method is the [`with`] method.
25 /// The [`with`] method yields a reference to the contained value which cannot be
26 /// sent across threads or escape the given closure.
28 /// # Initialization and Destruction
30 /// Initialization is dynamically performed on the first call to [`with`]
31 /// within a thread, and values that implement [`Drop`] get destructed when a
32 /// thread exits. Some caveats apply, which are explained below.
37 /// use std::cell::RefCell;
40 /// thread_local!(static FOO: RefCell<u32> = RefCell::new(1));
43 /// assert_eq!(*f.borrow(), 1);
44 /// *f.borrow_mut() = 2;
47 /// // each thread starts out with the initial value of 1
48 /// thread::spawn(move|| {
50 /// assert_eq!(*f.borrow(), 1);
51 /// *f.borrow_mut() = 3;
55 /// // we retain our original value of 2 despite the child thread
57 /// assert_eq!(*f.borrow(), 2);
61 /// # Platform-specific behavior
63 /// Note that a "best effort" is made to ensure that destructors for types
64 /// stored in thread local storage are run, but not all platforms can guarantee
65 /// that destructors will be run for all types in thread local storage. For
66 /// example, there are a number of known caveats where destructors are not run:
68 /// 1. On Unix systems when pthread-based TLS is being used, destructors will
69 /// not be run for TLS values on the main thread when it exits. Note that the
70 /// application will exit immediately after the main thread exits as well.
71 /// 2. On all platforms it's possible for TLS to re-initialize other TLS slots
72 /// during destruction. Some platforms ensure that this cannot happen
73 /// infinitely by preventing re-initialization of any slot that has been
74 /// destroyed, but not all platforms have this guard. Those platforms that do
75 /// not guard typically have a synthetic limit after which point no more
76 /// destructors are run.
77 /// 3. On macOS, initializing TLS during destruction of other TLS slots can
78 /// sometimes cancel *all* destructors for the current thread, whether or not
79 /// the slots have already had their destructors run or not.
81 /// [`with`]: ../../std/thread/struct.LocalKey.html#method.with
82 /// [`thread_local!`]: ../../std/macro.thread_local.html
83 /// [`Drop`]: ../../std/ops/trait.Drop.html
84 #[stable(feature = "rust1", since = "1.0.0")]
85 pub struct LocalKey<T: 'static> {
86 // This outer `LocalKey<T>` type is what's going to be stored in statics,
87 // but actual data inside will sometimes be tagged with #[thread_local].
88 // It's not valid for a true static to reference a #[thread_local] static,
89 // so we get around that by exposing an accessor through a layer of function
90 // indirection (this thunk).
92 // Note that the thunk is itself unsafe because the returned lifetime of the
93 // slot where data lives, `'static`, is not actually valid. The lifetime
94 // here is actually `'thread`!
96 // Although this is an extra layer of indirection, it should in theory be
97 // trivially devirtualizable by LLVM because the value of `inner` never
98 // changes and the constant should be readonly within a crate. This mainly
99 // only runs into problems when TLS statics are exported across crates.
100 inner: fn() -> Option<&'static UnsafeCell<Option<T>>>,
102 // initialization routine to invoke to create a value
106 #[stable(feature = "std_debug", since = "1.16.0")]
107 impl<T: 'static> fmt::Debug for LocalKey<T> {
108 fn fmt(&self, f: &mut fmt::Formatter) -> fmt::Result {
109 f.pad("LocalKey { .. }")
114 /// Declare a new thread local storage key of type [`std::thread::LocalKey`].
118 /// The macro wraps any number of static declarations and makes them thread local.
119 /// Publicity and attributes for each static are allowed. Example:
122 /// use std::cell::RefCell;
124 /// pub static FOO: RefCell<u32> = RefCell::new(1);
127 /// static BAR: RefCell<f32> = RefCell::new(1.0);
132 /// See [LocalKey documentation][`std::thread::LocalKey`] for more
135 /// [`std::thread::LocalKey`]: ../std/thread/struct.LocalKey.html
137 #[stable(feature = "rust1", since = "1.0.0")]
138 #[allow_internal_unstable]
139 macro_rules! thread_local {
140 // empty (base case for the recursion)
143 // process multiple declarations
144 ($(#[$attr:meta])* $vis:vis static $name:ident: $t:ty = $init:expr; $($rest:tt)*) => (
145 __thread_local_inner!($(#[$attr])* $vis $name, $t, $init);
146 thread_local!($($rest)*);
149 // handle a single declaration
150 ($(#[$attr:meta])* $vis:vis static $name:ident: $t:ty = $init:expr) => (
151 __thread_local_inner!($(#[$attr])* $vis $name, $t, $init);
157 #[unstable(feature = "thread_local_internals",
158 reason = "should not be necessary",
161 #[allow_internal_unstable]
162 macro_rules! __thread_local_inner {
163 ($(#[$attr:meta])* $vis:vis $name:ident, $t:ty, $init:expr) => {
164 $(#[$attr])* $vis static $name: $crate::thread::LocalKey<$t> = {
165 fn __init() -> $t { $init }
167 fn __getit() -> $crate::option::Option<
168 &'static $crate::cell::UnsafeCell<
169 $crate::option::Option<$t>>>
172 #[cfg(target_thread_local)]
173 static __KEY: $crate::thread::__FastLocalKeyInner<$t> =
174 $crate::thread::__FastLocalKeyInner::new();
176 #[cfg(not(target_thread_local))]
177 static __KEY: $crate::thread::__OsLocalKeyInner<$t> =
178 $crate::thread::__OsLocalKeyInner::new();
183 $crate::thread::LocalKey::new(__getit, __init)
189 /// Declare a new thread local storage key of type `std::thread::LocalKey`.
191 #[stable(feature = "rust1", since = "1.0.0")]
192 #[allow_internal_unstable]
193 macro_rules! thread_local {
194 // rule 0: empty (base case for the recursion)
197 // rule 1: process multiple declarations where the first one is private
198 ($(#[$attr:meta])* static $name:ident: $t:ty = $init:expr; $($rest:tt)*) => (
199 thread_local!($(#[$attr])* static $name: $t = $init); // go to rule 2
200 thread_local!($($rest)*);
203 // rule 2: handle a single private declaration
204 ($(#[$attr:meta])* static $name:ident: $t:ty = $init:expr) => (
205 $(#[$attr])* static $name: $crate::thread::LocalKey<$t> =
206 __thread_local_inner!($t, $init);
209 // rule 3: handle multiple declarations where the first one is public
210 ($(#[$attr:meta])* pub static $name:ident: $t:ty = $init:expr; $($rest:tt)*) => (
211 thread_local!($(#[$attr])* pub static $name: $t = $init); // go to rule 4
212 thread_local!($($rest)*);
215 // rule 4: handle a single public declaration
216 ($(#[$attr:meta])* pub static $name:ident: $t:ty = $init:expr) => (
217 $(#[$attr])* pub static $name: $crate::thread::LocalKey<$t> =
218 __thread_local_inner!($t, $init);
224 #[unstable(feature = "thread_local_internals",
225 reason = "should not be necessary",
228 #[allow_internal_unstable]
229 macro_rules! __thread_local_inner {
230 ($t:ty, $init:expr) => {{
231 fn __init() -> $t { $init }
233 fn __getit() -> $crate::option::Option<
234 &'static $crate::cell::UnsafeCell<
235 $crate::option::Option<$t>>>
238 #[cfg(target_thread_local)]
239 static __KEY: $crate::thread::__FastLocalKeyInner<$t> =
240 $crate::thread::__FastLocalKeyInner::new();
242 #[cfg(not(target_thread_local))]
243 static __KEY: $crate::thread::__OsLocalKeyInner<$t> =
244 $crate::thread::__OsLocalKeyInner::new();
249 $crate::thread::LocalKey::new(__getit, __init)
253 /// Indicator of the state of a thread local storage key.
254 #[unstable(feature = "thread_local_state",
255 reason = "state querying was recently added",
257 #[derive(Debug, Eq, PartialEq, Copy, Clone)]
258 pub enum LocalKeyState {
259 /// All keys are in this state whenever a thread starts. Keys will
260 /// transition to the `Valid` state once the first call to [`with`] happens
261 /// and the initialization expression succeeds.
263 /// Keys in the `Uninitialized` state will yield a reference to the closure
264 /// passed to [`with`] so long as the initialization routine does not panic.
266 /// [`with`]: ../../std/thread/struct.LocalKey.html#method.with
269 /// Once a key has been accessed successfully, it will enter the `Valid`
270 /// state. Keys in the `Valid` state will remain so until the thread exits,
271 /// at which point the destructor will be run and the key will enter the
272 /// `Destroyed` state.
274 /// Keys in the `Valid` state will be guaranteed to yield a reference to the
275 /// closure passed to [`with`].
277 /// [`with`]: ../../std/thread/struct.LocalKey.html#method.with
280 /// When a thread exits, the destructors for keys will be run (if
281 /// necessary). While a destructor is running, and possibly after a
282 /// destructor has run, a key is in the `Destroyed` state.
284 /// Keys in the `Destroyed` states will trigger a panic when accessed via
287 /// [`with`]: ../../std/thread/struct.LocalKey.html#method.with
291 /// An error returned by [`LocalKey::try_with`](struct.LocalKey.html#method.try_with).
292 #[unstable(feature = "thread_local_state",
293 reason = "state querying was recently added",
295 pub struct AccessError {
299 #[unstable(feature = "thread_local_state",
300 reason = "state querying was recently added",
302 impl fmt::Debug for AccessError {
303 fn fmt(&self, f: &mut fmt::Formatter) -> fmt::Result {
304 f.debug_struct("AccessError").finish()
308 #[unstable(feature = "thread_local_state",
309 reason = "state querying was recently added",
311 impl fmt::Display for AccessError {
312 fn fmt(&self, f: &mut fmt::Formatter) -> fmt::Result {
313 fmt::Display::fmt("already destroyed", f)
317 impl<T: 'static> LocalKey<T> {
319 #[unstable(feature = "thread_local_internals",
320 reason = "recently added to create a key",
322 pub const fn new(inner: fn() -> Option<&'static UnsafeCell<Option<T>>>,
323 init: fn() -> T) -> LocalKey<T> {
330 /// Acquires a reference to the value in this TLS key.
332 /// This will lazily initialize the value if this thread has not referenced
337 /// This function will `panic!()` if the key currently has its
338 /// destructor running, and it **may** panic if the destructor has
339 /// previously been run for this thread.
340 #[stable(feature = "rust1", since = "1.0.0")]
341 pub fn with<F, R>(&'static self, f: F) -> R
342 where F: FnOnce(&T) -> R {
343 self.try_with(f).expect("cannot access a TLS value during or \
344 after it is destroyed")
347 unsafe fn init(&self, slot: &UnsafeCell<Option<T>>) -> &T {
348 // Execute the initialization up front, *then* move it into our slot,
349 // just in case initialization fails.
350 let value = (self.init)();
351 let ptr = slot.get();
353 // note that this can in theory just be `*ptr = Some(value)`, but due to
354 // the compiler will currently codegen that pattern with something like:
356 // ptr::drop_in_place(ptr)
357 // ptr::write(ptr, Some(value))
359 // Due to this pattern it's possible for the destructor of the value in
360 // `ptr` (e.g. if this is being recursively initialized) to re-access
361 // TLS, in which case there will be a `&` and `&mut` pointer to the same
362 // value (an aliasing violation). To avoid setting the "I'm running a
363 // destructor" flag we just use `mem::replace` which should sequence the
364 // operations a little differently and make this safe to call.
365 mem::replace(&mut *ptr, Some(value));
367 (*ptr).as_ref().unwrap()
370 /// Query the current state of this key.
372 /// A key is initially in the `Uninitialized` state whenever a thread
373 /// starts. It will remain in this state up until the first call to [`with`]
374 /// within a thread has run the initialization expression successfully.
376 /// Once the initialization expression succeeds, the key transitions to the
377 /// `Valid` state which will guarantee that future calls to [`with`] will
378 /// succeed within the thread.
380 /// When a thread exits, each key will be destroyed in turn, and as keys are
381 /// destroyed they will enter the `Destroyed` state just before the
382 /// destructor starts to run. Keys may remain in the `Destroyed` state after
383 /// destruction has completed. Keys without destructors (e.g. with types
384 /// that are [`Copy`]), may never enter the `Destroyed` state.
386 /// Keys in the `Uninitialized` state can be accessed so long as the
387 /// initialization does not panic. Keys in the `Valid` state are guaranteed
388 /// to be able to be accessed. Keys in the `Destroyed` state will panic on
389 /// any call to [`with`].
391 /// [`with`]: ../../std/thread/struct.LocalKey.html#method.with
392 /// [`Copy`]: ../../std/marker/trait.Copy.html
393 #[unstable(feature = "thread_local_state",
394 reason = "state querying was recently added",
396 pub fn state(&'static self) -> LocalKeyState {
398 match (self.inner)() {
401 Some(..) => LocalKeyState::Valid,
402 None => LocalKeyState::Uninitialized,
405 None => LocalKeyState::Destroyed,
410 /// Acquires a reference to the value in this TLS key.
412 /// This will lazily initialize the value if this thread has not referenced
413 /// this key yet. If the key has been destroyed (which may happen if this is called
414 /// in a destructor), this function will return a ThreadLocalError.
418 /// This function will still `panic!()` if the key is uninitialized and the
419 /// key's initializer panics.
420 #[unstable(feature = "thread_local_state",
421 reason = "state querying was recently added",
423 pub fn try_with<F, R>(&'static self, f: F) -> Result<R, AccessError>
424 where F: FnOnce(&T) -> R {
426 let slot = (self.inner)().ok_or(AccessError {
429 Ok(f(match *slot.get() {
430 Some(ref inner) => inner,
431 None => self.init(slot),
438 #[cfg(target_thread_local)]
440 use cell::{Cell, UnsafeCell};
444 use sys::fast_thread_local::{register_dtor, requires_move_before_drop};
447 inner: UnsafeCell<Option<T>>,
449 // Metadata to keep track of the state of the destructor. Remember that
450 // these variables are thread-local, not global.
451 dtor_registered: Cell<bool>,
452 dtor_running: Cell<bool>,
455 impl<T> fmt::Debug for Key<T> {
456 fn fmt(&self, f: &mut fmt::Formatter) -> fmt::Result {
461 unsafe impl<T> ::marker::Sync for Key<T> { }
464 pub const fn new() -> Key<T> {
466 inner: UnsafeCell::new(None),
467 dtor_registered: Cell::new(false),
468 dtor_running: Cell::new(false)
472 pub fn get(&'static self) -> Option<&'static UnsafeCell<Option<T>>> {
474 if mem::needs_drop::<T>() && self.dtor_running.get() {
477 self.register_dtor();
482 unsafe fn register_dtor(&self) {
483 if !mem::needs_drop::<T>() || self.dtor_registered.get() {
487 register_dtor(self as *const _ as *mut u8,
489 self.dtor_registered.set(true);
493 unsafe extern fn destroy_value<T>(ptr: *mut u8) {
494 let ptr = ptr as *mut Key<T>;
495 // Right before we run the user destructor be sure to flag the
496 // destructor as running for this thread so calls to `get` will return
498 (*ptr).dtor_running.set(true);
500 // Some implementations may require us to move the value before we drop
501 // it as it could get re-initialized in-place during destruction.
503 // Hence, we use `ptr::read` on those platforms (to move to a "safe"
504 // location) instead of drop_in_place.
505 if requires_move_before_drop() {
506 ptr::read((*ptr).inner.get());
508 ptr::drop_in_place((*ptr).inner.get());
515 use cell::{Cell, UnsafeCell};
519 use sys_common::thread_local::StaticKey as OsStaticKey;
522 // OS-TLS key that we'll use to key off.
524 marker: marker::PhantomData<Cell<T>>,
527 impl<T> fmt::Debug for Key<T> {
528 fn fmt(&self, f: &mut fmt::Formatter) -> fmt::Result {
533 unsafe impl<T> ::marker::Sync for Key<T> { }
535 struct Value<T: 'static> {
536 key: &'static Key<T>,
537 value: UnsafeCell<Option<T>>,
540 impl<T: 'static> Key<T> {
541 pub const fn new() -> Key<T> {
543 os: OsStaticKey::new(Some(destroy_value::<T>)),
544 marker: marker::PhantomData
548 pub fn get(&'static self) -> Option<&'static UnsafeCell<Option<T>>> {
550 let ptr = self.os.get() as *mut Value<T>;
552 if ptr as usize == 1 {
555 return Some(&(*ptr).value);
558 // If the lookup returned null, we haven't initialized our own
559 // local copy, so do that now.
560 let ptr: Box<Value<T>> = box Value {
562 value: UnsafeCell::new(None),
564 let ptr = Box::into_raw(ptr);
565 self.os.set(ptr as *mut u8);
571 unsafe extern fn destroy_value<T: 'static>(ptr: *mut u8) {
572 // The OS TLS ensures that this key contains a NULL value when this
573 // destructor starts to run. We set it back to a sentinel value of 1 to
574 // ensure that any future calls to `get` for this thread will return
577 // Note that to prevent an infinite loop we reset it back to null right
578 // before we return from the destructor ourselves.
579 let ptr = Box::from_raw(ptr as *mut Value<T>);
581 key.os.set(1 as *mut u8);
583 key.os.set(ptr::null_mut());
587 #[cfg(all(test, not(target_os = "emscripten")))]
589 use sync::mpsc::{channel, Sender};
590 use cell::{Cell, UnsafeCell};
591 use super::LocalKeyState;
594 struct Foo(Sender<()>);
598 let Foo(ref s) = *self;
605 thread_local!(static FOO: Cell<i32> = Cell::new(1));
608 assert_eq!(f.get(), 1);
611 let (tx, rx) = channel();
612 let _t = thread::spawn(move|| {
614 assert_eq!(f.get(), 1);
616 tx.send(()).unwrap();
621 assert_eq!(f.get(), 2);
630 assert!(FOO.state() == LocalKeyState::Destroyed);
634 assert!(FOO.state() == LocalKeyState::Uninitialized);
637 thread_local!(static FOO: Foo = foo());
640 assert!(FOO.state() == LocalKeyState::Uninitialized);
642 assert!(FOO.state() == LocalKeyState::Valid);
644 assert!(FOO.state() == LocalKeyState::Valid);
645 }).join().ok().unwrap();
650 thread_local!(static FOO: UnsafeCell<Option<Foo>> = UnsafeCell::new(None));
652 let (tx, rx) = channel();
653 let _t = thread::spawn(move|| unsafe {
654 let mut tx = Some(tx);
656 *f.get() = Some(Foo(tx.take().unwrap()));
666 thread_local!(static K1: UnsafeCell<Option<S1>> = UnsafeCell::new(None));
667 thread_local!(static K2: UnsafeCell<Option<S2>> = UnsafeCell::new(None));
668 static mut HITS: u32 = 0;
674 if K2.state() == LocalKeyState::Destroyed {
678 K2.with(|s| *s.get() = Some(S2));
690 assert!(K1.state() != LocalKeyState::Destroyed);
692 K1.with(|s| *s.get() = Some(S1));
697 thread::spawn(move|| {
699 }).join().ok().unwrap();
703 fn self_referential() {
705 thread_local!(static K1: UnsafeCell<Option<S1>> = UnsafeCell::new(None));
709 assert!(K1.state() == LocalKeyState::Destroyed);
713 thread::spawn(move|| unsafe {
714 K1.with(|s| *s.get() = Some(S1));
715 }).join().ok().unwrap();
718 // Note that this test will deadlock if TLS destructors aren't run (this
719 // requires the destructor to be run to pass the test). macOS has a known bug
720 // where dtors-in-dtors may cancel other destructors, so we just ignore this
723 #[cfg_attr(target_os = "macos", ignore)]
724 fn dtors_in_dtors_in_dtors() {
725 struct S1(Sender<()>);
726 thread_local!(static K1: UnsafeCell<Option<S1>> = UnsafeCell::new(None));
727 thread_local!(static K2: UnsafeCell<Option<Foo>> = UnsafeCell::new(None));
731 let S1(ref tx) = *self;
733 if K2.state() != LocalKeyState::Destroyed {
734 K2.with(|s| *s.get() = Some(Foo(tx.clone())));
740 let (tx, rx) = channel();
741 let _t = thread::spawn(move|| unsafe {
742 let mut tx = Some(tx);
743 K1.with(|s| *s.get() = Some(S1(tx.take().unwrap())));
752 use collections::HashMap;
756 fn square(i: i32) -> i32 { i * i }
757 thread_local!(static FOO: i32 = square(3));
766 fn map() -> RefCell<HashMap<i32, i32>> {
767 let mut m = HashMap::new();
771 thread_local!(static FOO: RefCell<HashMap<i32, i32>> = map());
774 assert_eq!(map.borrow()[&1], 2);
780 thread_local!(static FOO: RefCell<Vec<u32>> = RefCell::new(vec![1, 2, 3]));
783 assert_eq!(vec.borrow().len(), 3);
784 vec.borrow_mut().push(4);
785 assert_eq!(vec.borrow()[3], 4);