1 //! Implementation of panics backed by libgcc/libunwind (in some form).
3 //! For background on exception handling and stack unwinding please see
4 //! "Exception Handling in LLVM" (llvm.org/docs/ExceptionHandling.html) and
5 //! documents linked from it.
6 //! These are also good reads:
7 //! https://itanium-cxx-abi.github.io/cxx-abi/abi-eh.html
8 //! http://monoinfinito.wordpress.com/series/exception-handling-in-c/
9 //! http://www.airs.com/blog/index.php?s=exception+frames
11 //! ## A brief summary
13 //! Exception handling happens in two phases: a search phase and a cleanup
16 //! In both phases the unwinder walks stack frames from top to bottom using
17 //! information from the stack frame unwind sections of the current process's
18 //! modules ("module" here refers to an OS module, i.e., an executable or a
21 //! For each stack frame, it invokes the associated "personality routine", whose
22 //! address is also stored in the unwind info section.
24 //! In the search phase, the job of a personality routine is to examine
25 //! exception object being thrown, and to decide whether it should be caught at
26 //! that stack frame. Once the handler frame has been identified, cleanup phase
29 //! In the cleanup phase, the unwinder invokes each personality routine again.
30 //! This time it decides which (if any) cleanup code needs to be run for
31 //! the current stack frame. If so, the control is transferred to a special
32 //! branch in the function body, the "landing pad", which invokes destructors,
33 //! frees memory, etc. At the end of the landing pad, control is transferred
34 //! back to the unwinder and unwinding resumes.
36 //! Once stack has been unwound down to the handler frame level, unwinding stops
37 //! and the last personality routine transfers control to the catch block.
39 //! ## `eh_personality` and `eh_unwind_resume`
41 //! These language items are used by the compiler when generating unwind info.
42 //! The first one is the personality routine described above. The second one
43 //! allows compilation target to customize the process of resuming unwind at the
44 //! end of the landing pads. `eh_unwind_resume` is used only if
45 //! `custom_unwind_resume` flag in the target options is set.
47 #![allow(private_no_mangle_fns)]
49 use alloc::boxed::Box;
53 use crate::dwarf::eh::{self, EHAction, EHContext};
54 use libc::{c_int, uintptr_t};
59 _uwe: uw::_Unwind_Exception,
60 cause: Box<dyn Any + Send>,
63 pub unsafe fn panic(data: Box<dyn Any + Send>) -> u32 {
64 let exception = Box::new(Exception {
65 _uwe: uw::_Unwind_Exception {
66 exception_class: rust_exception_class(),
68 private: [0; uw::unwinder_private_data_size],
72 let exception_param = Box::into_raw(exception) as *mut uw::_Unwind_Exception;
73 return uw::_Unwind_RaiseException(exception_param) as u32;
75 extern "C" fn exception_cleanup(
76 _unwind_code: uw::_Unwind_Reason_Code,
77 exception: *mut uw::_Unwind_Exception,
80 let _: Box<Exception> = Box::from_raw(exception as *mut Exception);
81 super::__rust_drop_panic();
86 pub fn payload() -> *mut u8 {
90 pub unsafe fn cleanup(ptr: *mut u8) -> Box<dyn Any + Send> {
91 let exception = Box::from_raw(ptr as *mut Exception);
95 // Rust's exception class identifier. This is used by personality routines to
96 // determine whether the exception was thrown by their own runtime.
97 fn rust_exception_class() -> uw::_Unwind_Exception_Class {
98 // M O Z \0 R U S T -- vendor, language
102 // Register ids were lifted from LLVM's TargetLowering::getExceptionPointerRegister()
103 // and TargetLowering::getExceptionSelectorRegister() for each architecture,
104 // then mapped to DWARF register numbers via register definition tables
105 // (typically <arch>RegisterInfo.td, search for "DwarfRegNum").
106 // See also http://llvm.org/docs/WritingAnLLVMBackend.html#defining-a-register.
108 #[cfg(target_arch = "x86")]
109 const UNWIND_DATA_REG: (i32, i32) = (0, 2); // EAX, EDX
111 #[cfg(target_arch = "x86_64")]
112 const UNWIND_DATA_REG: (i32, i32) = (0, 1); // RAX, RDX
114 #[cfg(any(target_arch = "arm", target_arch = "aarch64"))]
115 const UNWIND_DATA_REG: (i32, i32) = (0, 1); // R0, R1 / X0, X1
117 #[cfg(any(target_arch = "mips", target_arch = "mips64"))]
118 const UNWIND_DATA_REG: (i32, i32) = (4, 5); // A0, A1
120 #[cfg(any(target_arch = "powerpc", target_arch = "powerpc64"))]
121 const UNWIND_DATA_REG: (i32, i32) = (3, 4); // R3, R4 / X3, X4
123 #[cfg(target_arch = "s390x")]
124 const UNWIND_DATA_REG: (i32, i32) = (6, 7); // R6, R7
126 #[cfg(target_arch = "sparc64")]
127 const UNWIND_DATA_REG: (i32, i32) = (24, 25); // I0, I1
129 #[cfg(target_arch = "hexagon")]
130 const UNWIND_DATA_REG: (i32, i32) = (0, 1); // R0, R1
132 #[cfg(target_arch = "riscv64")]
133 const UNWIND_DATA_REG: (i32, i32) = (10, 11); // x10, x11
135 // The following code is based on GCC's C and C++ personality routines. For reference, see:
136 // https://github.com/gcc-mirror/gcc/blob/master/libstdc++-v3/libsupc++/eh_personality.cc
137 // https://github.com/gcc-mirror/gcc/blob/trunk/libgcc/unwind-c.c
140 if #[cfg(all(target_arch = "arm", not(target_os = "ios"), not(target_os = "netbsd")))] {
141 // ARM EHABI personality routine.
142 // http://infocenter.arm.com/help/topic/com.arm.doc.ihi0038b/IHI0038B_ehabi.pdf
144 // iOS uses the default routine instead since it uses SjLj unwinding.
145 #[lang = "eh_personality"]
147 unsafe extern "C" fn rust_eh_personality(state: uw::_Unwind_State,
148 exception_object: *mut uw::_Unwind_Exception,
149 context: *mut uw::_Unwind_Context)
150 -> uw::_Unwind_Reason_Code {
151 let state = state as c_int;
152 let action = state & uw::_US_ACTION_MASK as c_int;
153 let search_phase = if action == uw::_US_VIRTUAL_UNWIND_FRAME as c_int {
154 // Backtraces on ARM will call the personality routine with
155 // state == _US_VIRTUAL_UNWIND_FRAME | _US_FORCE_UNWIND. In those cases
156 // we want to continue unwinding the stack, otherwise all our backtraces
157 // would end at __rust_try
158 if state & uw::_US_FORCE_UNWIND as c_int != 0 {
159 return continue_unwind(exception_object, context);
162 } else if action == uw::_US_UNWIND_FRAME_STARTING as c_int {
164 } else if action == uw::_US_UNWIND_FRAME_RESUME as c_int {
165 return continue_unwind(exception_object, context);
167 return uw::_URC_FAILURE;
170 // The DWARF unwinder assumes that _Unwind_Context holds things like the function
171 // and LSDA pointers, however ARM EHABI places them into the exception object.
172 // To preserve signatures of functions like _Unwind_GetLanguageSpecificData(), which
173 // take only the context pointer, GCC personality routines stash a pointer to
174 // exception_object in the context, using location reserved for ARM's
175 // "scratch register" (r12).
176 uw::_Unwind_SetGR(context,
177 uw::UNWIND_POINTER_REG,
178 exception_object as uw::_Unwind_Ptr);
179 // ...A more principled approach would be to provide the full definition of ARM's
180 // _Unwind_Context in our libunwind bindings and fetch the required data from there
181 // directly, bypassing DWARF compatibility functions.
183 let exception_class = (*exception_object).exception_class;
184 let foreign_exception = exception_class != rust_exception_class();
185 let eh_action = match find_eh_action(context, foreign_exception) {
186 Ok(action) => action,
187 Err(_) => return uw::_URC_FAILURE,
192 EHAction::Cleanup(_) => return continue_unwind(exception_object, context),
193 EHAction::Catch(_) => {
194 // EHABI requires the personality routine to update the
195 // SP value in the barrier cache of the exception object.
196 (*exception_object).private[5] =
197 uw::_Unwind_GetGR(context, uw::UNWIND_SP_REG);
198 return uw::_URC_HANDLER_FOUND;
200 EHAction::Terminate => return uw::_URC_FAILURE,
204 EHAction::None => return continue_unwind(exception_object, context),
205 EHAction::Cleanup(lpad) |
206 EHAction::Catch(lpad) => {
207 uw::_Unwind_SetGR(context, UNWIND_DATA_REG.0,
208 exception_object as uintptr_t);
209 uw::_Unwind_SetGR(context, UNWIND_DATA_REG.1, 0);
210 uw::_Unwind_SetIP(context, lpad);
211 return uw::_URC_INSTALL_CONTEXT;
213 EHAction::Terminate => return uw::_URC_FAILURE,
217 // On ARM EHABI the personality routine is responsible for actually
218 // unwinding a single stack frame before returning (ARM EHABI Sec. 6.1).
219 unsafe fn continue_unwind(exception_object: *mut uw::_Unwind_Exception,
220 context: *mut uw::_Unwind_Context)
221 -> uw::_Unwind_Reason_Code {
222 if __gnu_unwind_frame(exception_object, context) == uw::_URC_NO_REASON {
223 uw::_URC_CONTINUE_UNWIND
230 fn __gnu_unwind_frame(exception_object: *mut uw::_Unwind_Exception,
231 context: *mut uw::_Unwind_Context)
232 -> uw::_Unwind_Reason_Code;
236 // Default personality routine, which is used directly on most targets
237 // and indirectly on Windows x86_64 via SEH.
238 unsafe extern "C" fn rust_eh_personality_impl(version: c_int,
239 actions: uw::_Unwind_Action,
240 exception_class: uw::_Unwind_Exception_Class,
241 exception_object: *mut uw::_Unwind_Exception,
242 context: *mut uw::_Unwind_Context)
243 -> uw::_Unwind_Reason_Code {
245 return uw::_URC_FATAL_PHASE1_ERROR;
247 let foreign_exception = exception_class != rust_exception_class();
248 let eh_action = match find_eh_action(context, foreign_exception) {
249 Ok(action) => action,
250 Err(_) => return uw::_URC_FATAL_PHASE1_ERROR,
252 if actions as i32 & uw::_UA_SEARCH_PHASE as i32 != 0 {
255 EHAction::Cleanup(_) => uw::_URC_CONTINUE_UNWIND,
256 EHAction::Catch(_) => uw::_URC_HANDLER_FOUND,
257 EHAction::Terminate => uw::_URC_FATAL_PHASE1_ERROR,
261 EHAction::None => uw::_URC_CONTINUE_UNWIND,
262 EHAction::Cleanup(lpad) |
263 EHAction::Catch(lpad) => {
264 uw::_Unwind_SetGR(context, UNWIND_DATA_REG.0,
265 exception_object as uintptr_t);
266 uw::_Unwind_SetGR(context, UNWIND_DATA_REG.1, 0);
267 uw::_Unwind_SetIP(context, lpad);
268 uw::_URC_INSTALL_CONTEXT
270 EHAction::Terminate => uw::_URC_FATAL_PHASE2_ERROR,
276 if #[cfg(all(windows, target_arch = "x86_64", target_env = "gnu"))] {
277 // On x86_64 MinGW targets, the unwinding mechanism is SEH however the unwind
278 // handler data (aka LSDA) uses GCC-compatible encoding.
279 #[lang = "eh_personality"]
281 #[allow(nonstandard_style)]
282 unsafe extern "C" fn rust_eh_personality(exceptionRecord: *mut uw::EXCEPTION_RECORD,
283 establisherFrame: uw::LPVOID,
284 contextRecord: *mut uw::CONTEXT,
285 dispatcherContext: *mut uw::DISPATCHER_CONTEXT)
286 -> uw::EXCEPTION_DISPOSITION {
287 uw::_GCC_specific_handler(exceptionRecord,
291 rust_eh_personality_impl)
294 // The personality routine for most of our targets.
295 #[lang = "eh_personality"]
297 unsafe extern "C" fn rust_eh_personality(version: c_int,
298 actions: uw::_Unwind_Action,
299 exception_class: uw::_Unwind_Exception_Class,
300 exception_object: *mut uw::_Unwind_Exception,
301 context: *mut uw::_Unwind_Context)
302 -> uw::_Unwind_Reason_Code {
303 rust_eh_personality_impl(version,
314 unsafe fn find_eh_action(
315 context: *mut uw::_Unwind_Context,
316 foreign_exception: bool,
317 ) -> Result<EHAction, ()> {
318 let lsda = uw::_Unwind_GetLanguageSpecificData(context) as *const u8;
319 let mut ip_before_instr: c_int = 0;
320 let ip = uw::_Unwind_GetIPInfo(context, &mut ip_before_instr);
321 let eh_context = EHContext {
322 // The return address points 1 byte past the call instruction,
323 // which could be in the next IP range in LSDA range table.
324 ip: if ip_before_instr != 0 { ip } else { ip - 1 },
325 func_start: uw::_Unwind_GetRegionStart(context),
326 get_text_start: &|| uw::_Unwind_GetTextRelBase(context),
327 get_data_start: &|| uw::_Unwind_GetDataRelBase(context),
329 eh::find_eh_action(lsda, &eh_context, foreign_exception)
332 // See docs in the `unwind` module.
334 target_os = "windows",
335 any(target_arch = "x86", target_arch = "x86_64"),
338 #[lang = "eh_unwind_resume"]
340 unsafe extern "C" fn rust_eh_unwind_resume(panic_ctx: *mut u8) -> ! {
341 uw::_Unwind_Resume(panic_ctx as *mut uw::_Unwind_Exception);
344 // Frame unwind info registration
346 // Each module's image contains a frame unwind info section (usually
347 // ".eh_frame"). When a module is loaded/unloaded into the process, the
348 // unwinder must be informed about the location of this section in memory. The
349 // methods of achieving that vary by the platform. On some (e.g., Linux), the
350 // unwinder can discover unwind info sections on its own (by dynamically
351 // enumerating currently loaded modules via the dl_iterate_phdr() API and
352 // finding their ".eh_frame" sections); Others, like Windows, require modules
353 // to actively register their unwind info sections via unwinder API.
355 // This module defines two symbols which are referenced and called from
356 // rsbegin.rs to register our information with the GCC runtime. The
357 // implementation of stack unwinding is (for now) deferred to libgcc_eh, however
358 // Rust crates use these Rust-specific entry points to avoid potential clashes
359 // with any GCC runtime.
360 #[cfg(all(target_os = "windows", target_arch = "x86", target_env = "gnu"))]
361 pub mod eh_frame_registry {
363 fn __register_frame_info(eh_frame_begin: *const u8, object: *mut u8);
364 fn __deregister_frame_info(eh_frame_begin: *const u8, object: *mut u8);
368 pub unsafe extern "C" fn rust_eh_register_frames(eh_frame_begin: *const u8, object: *mut u8) {
369 __register_frame_info(eh_frame_begin, object);
373 pub unsafe extern "C" fn rust_eh_unregister_frames(eh_frame_begin: *const u8, object: *mut u8) {
374 __deregister_frame_info(eh_frame_begin, object);