1 //! Compiler intrinsics.
3 //! The corresponding definitions are in <https://github.com/rust-lang/rust/blob/master/compiler/rustc_codegen_llvm/src/intrinsic.rs>.
4 //! The corresponding const implementations are in <https://github.com/rust-lang/rust/blob/master/compiler/rustc_const_eval/src/interpret/intrinsics.rs>.
8 //! Note: any changes to the constness of intrinsics should be discussed with the language team.
9 //! This includes changes in the stability of the constness.
11 //! In order to make an intrinsic usable at compile-time, one needs to copy the implementation
12 //! from <https://github.com/rust-lang/miri/blob/master/src/shims/intrinsics.rs> to
13 //! <https://github.com/rust-lang/rust/blob/master/compiler/rustc_const_eval/src/interpret/intrinsics.rs> and add a
14 //! `#[rustc_const_unstable(feature = "const_such_and_such", issue = "01234")]` to the intrinsic declaration.
16 //! If an intrinsic is supposed to be used from a `const fn` with a `rustc_const_stable` attribute,
17 //! the intrinsic's attribute must be `rustc_const_stable`, too. Such a change should not be done
18 //! without T-lang consultation, because it bakes a feature into the language that cannot be
19 //! replicated in user code without compiler support.
23 //! The volatile intrinsics provide operations intended to act on I/O
24 //! memory, which are guaranteed to not be reordered by the compiler
25 //! across other volatile intrinsics. See the LLVM documentation on
28 //! [volatile]: https://llvm.org/docs/LangRef.html#volatile-memory-accesses
32 //! The atomic intrinsics provide common atomic operations on machine
33 //! words, with multiple possible memory orderings. They obey the same
34 //! semantics as C++11. See the LLVM documentation on [[atomics]].
36 //! [atomics]: https://llvm.org/docs/Atomics.html
38 //! A quick refresher on memory ordering:
40 //! * Acquire - a barrier for acquiring a lock. Subsequent reads and writes
41 //! take place after the barrier.
42 //! * Release - a barrier for releasing a lock. Preceding reads and writes
43 //! take place before the barrier.
44 //! * Sequentially consistent - sequentially consistent operations are
45 //! guaranteed to happen in order. This is the standard mode for working
46 //! with atomic types and is equivalent to Java's `volatile`.
49 feature = "core_intrinsics",
50 reason = "intrinsics are unlikely to ever be stabilized, instead \
51 they should be used through stabilized interfaces \
52 in the rest of the standard library",
55 #![allow(missing_docs)]
57 use crate::marker::{Destruct, DiscriminantKind};
60 // These imports are used for simplifying intra-doc links
61 #[allow(unused_imports)]
62 #[cfg(all(target_has_atomic = "8", target_has_atomic = "32", target_has_atomic = "ptr"))]
63 use crate::sync::atomic::{self, AtomicBool, AtomicI32, AtomicIsize, AtomicU32, Ordering};
65 #[stable(feature = "drop_in_place", since = "1.8.0")]
66 #[rustc_allowed_through_unstable_modules]
67 #[deprecated(note = "no longer an intrinsic - use `ptr::drop_in_place` directly", since = "1.52.0")]
69 pub unsafe fn drop_in_place<T: ?Sized>(to_drop: *mut T) {
70 // SAFETY: see `ptr::drop_in_place`
71 unsafe { crate::ptr::drop_in_place(to_drop) }
74 extern "rust-intrinsic" {
75 // N.B., these intrinsics take raw pointers because they mutate aliased
76 // memory, which is not valid for either `&` or `&mut`.
78 /// Stores a value if the current value is the same as the `old` value.
80 /// The stabilized version of this intrinsic is available on the
81 /// [`atomic`] types via the `compare_exchange` method by passing
82 /// [`Ordering::Relaxed`] as both the success and failure parameters.
83 /// For example, [`AtomicBool::compare_exchange`].
84 pub fn atomic_cxchg_relaxed_relaxed<T: Copy>(dst: *mut T, old: T, src: T) -> (T, bool);
85 /// Stores a value if the current value is the same as the `old` value.
87 /// The stabilized version of this intrinsic is available on the
88 /// [`atomic`] types via the `compare_exchange` method by passing
89 /// [`Ordering::Relaxed`] and [`Ordering::Acquire`] as the success and failure parameters.
90 /// For example, [`AtomicBool::compare_exchange`].
91 pub fn atomic_cxchg_relaxed_acquire<T: Copy>(dst: *mut T, old: T, src: T) -> (T, bool);
92 /// Stores a value if the current value is the same as the `old` value.
94 /// The stabilized version of this intrinsic is available on the
95 /// [`atomic`] types via the `compare_exchange` method by passing
96 /// [`Ordering::Relaxed`] and [`Ordering::SeqCst`] as the success and failure parameters.
97 /// For example, [`AtomicBool::compare_exchange`].
98 pub fn atomic_cxchg_relaxed_seqcst<T: Copy>(dst: *mut T, old: T, src: T) -> (T, bool);
99 /// Stores a value if the current value is the same as the `old` value.
101 /// The stabilized version of this intrinsic is available on the
102 /// [`atomic`] types via the `compare_exchange` method by passing
103 /// [`Ordering::Acquire`] and [`Ordering::Relaxed`] as the success and failure parameters.
104 /// For example, [`AtomicBool::compare_exchange`].
105 pub fn atomic_cxchg_acquire_relaxed<T: Copy>(dst: *mut T, old: T, src: T) -> (T, bool);
106 /// Stores a value if the current value is the same as the `old` value.
108 /// The stabilized version of this intrinsic is available on the
109 /// [`atomic`] types via the `compare_exchange` method by passing
110 /// [`Ordering::Acquire`] as both the success and failure parameters.
111 /// For example, [`AtomicBool::compare_exchange`].
112 pub fn atomic_cxchg_acquire_acquire<T: Copy>(dst: *mut T, old: T, src: T) -> (T, bool);
113 /// Stores a value if the current value is the same as the `old` value.
115 /// The stabilized version of this intrinsic is available on the
116 /// [`atomic`] types via the `compare_exchange` method by passing
117 /// [`Ordering::Acquire`] and [`Ordering::SeqCst`] as the success and failure parameters.
118 /// For example, [`AtomicBool::compare_exchange`].
119 pub fn atomic_cxchg_acquire_seqcst<T: Copy>(dst: *mut T, old: T, src: T) -> (T, bool);
120 /// Stores a value if the current value is the same as the `old` value.
122 /// The stabilized version of this intrinsic is available on the
123 /// [`atomic`] types via the `compare_exchange` method by passing
124 /// [`Ordering::Release`] and [`Ordering::Relaxed`] as the success and failure parameters.
125 /// For example, [`AtomicBool::compare_exchange`].
126 pub fn atomic_cxchg_release_relaxed<T: Copy>(dst: *mut T, old: T, src: T) -> (T, bool);
127 /// Stores a value if the current value is the same as the `old` value.
129 /// The stabilized version of this intrinsic is available on the
130 /// [`atomic`] types via the `compare_exchange` method by passing
131 /// [`Ordering::Release`] and [`Ordering::Acquire`] as the success and failure parameters.
132 /// For example, [`AtomicBool::compare_exchange`].
133 pub fn atomic_cxchg_release_acquire<T: Copy>(dst: *mut T, old: T, src: T) -> (T, bool);
134 /// Stores a value if the current value is the same as the `old` value.
136 /// The stabilized version of this intrinsic is available on the
137 /// [`atomic`] types via the `compare_exchange` method by passing
138 /// [`Ordering::Release`] and [`Ordering::SeqCst`] as the success and failure parameters.
139 /// For example, [`AtomicBool::compare_exchange`].
140 pub fn atomic_cxchg_release_seqcst<T: Copy>(dst: *mut T, old: T, src: T) -> (T, bool);
141 /// Stores a value if the current value is the same as the `old` value.
143 /// The stabilized version of this intrinsic is available on the
144 /// [`atomic`] types via the `compare_exchange` method by passing
145 /// [`Ordering::AcqRel`] and [`Ordering::Relaxed`] as the success and failure parameters.
146 /// For example, [`AtomicBool::compare_exchange`].
147 pub fn atomic_cxchg_acqrel_relaxed<T: Copy>(dst: *mut T, old: T, src: T) -> (T, bool);
148 /// Stores a value if the current value is the same as the `old` value.
150 /// The stabilized version of this intrinsic is available on the
151 /// [`atomic`] types via the `compare_exchange` method by passing
152 /// [`Ordering::AcqRel`] and [`Ordering::Acquire`] as the success and failure parameters.
153 /// For example, [`AtomicBool::compare_exchange`].
154 pub fn atomic_cxchg_acqrel_acquire<T: Copy>(dst: *mut T, old: T, src: T) -> (T, bool);
155 /// Stores a value if the current value is the same as the `old` value.
157 /// The stabilized version of this intrinsic is available on the
158 /// [`atomic`] types via the `compare_exchange` method by passing
159 /// [`Ordering::AcqRel`] and [`Ordering::SeqCst`] as the success and failure parameters.
160 /// For example, [`AtomicBool::compare_exchange`].
161 pub fn atomic_cxchg_acqrel_seqcst<T: Copy>(dst: *mut T, old: T, src: T) -> (T, bool);
162 /// Stores a value if the current value is the same as the `old` value.
164 /// The stabilized version of this intrinsic is available on the
165 /// [`atomic`] types via the `compare_exchange` method by passing
166 /// [`Ordering::SeqCst`] and [`Ordering::Relaxed`] as the success and failure parameters.
167 /// For example, [`AtomicBool::compare_exchange`].
168 pub fn atomic_cxchg_seqcst_relaxed<T: Copy>(dst: *mut T, old: T, src: T) -> (T, bool);
169 /// Stores a value if the current value is the same as the `old` value.
171 /// The stabilized version of this intrinsic is available on the
172 /// [`atomic`] types via the `compare_exchange` method by passing
173 /// [`Ordering::SeqCst`] and [`Ordering::Acquire`] as the success and failure parameters.
174 /// For example, [`AtomicBool::compare_exchange`].
175 pub fn atomic_cxchg_seqcst_acquire<T: Copy>(dst: *mut T, old: T, src: T) -> (T, bool);
176 /// Stores a value if the current value is the same as the `old` value.
178 /// The stabilized version of this intrinsic is available on the
179 /// [`atomic`] types via the `compare_exchange` method by passing
180 /// [`Ordering::SeqCst`] as both the success and failure parameters.
181 /// For example, [`AtomicBool::compare_exchange`].
182 pub fn atomic_cxchg_seqcst_seqcst<T: Copy>(dst: *mut T, old: T, src: T) -> (T, bool);
184 /// Stores a value if the current value is the same as the `old` value.
186 /// The stabilized version of this intrinsic is available on the
187 /// [`atomic`] types via the `compare_exchange_weak` method by passing
188 /// [`Ordering::Relaxed`] as both the success and failure parameters.
189 /// For example, [`AtomicBool::compare_exchange_weak`].
190 pub fn atomic_cxchgweak_relaxed_relaxed<T: Copy>(dst: *mut T, old: T, src: T) -> (T, bool);
191 /// Stores a value if the current value is the same as the `old` value.
193 /// The stabilized version of this intrinsic is available on the
194 /// [`atomic`] types via the `compare_exchange_weak` method by passing
195 /// [`Ordering::Relaxed`] and [`Ordering::Acquire`] as the success and failure parameters.
196 /// For example, [`AtomicBool::compare_exchange_weak`].
197 pub fn atomic_cxchgweak_relaxed_acquire<T: Copy>(dst: *mut T, old: T, src: T) -> (T, bool);
198 /// Stores a value if the current value is the same as the `old` value.
200 /// The stabilized version of this intrinsic is available on the
201 /// [`atomic`] types via the `compare_exchange_weak` method by passing
202 /// [`Ordering::Relaxed`] and [`Ordering::SeqCst`] as the success and failure parameters.
203 /// For example, [`AtomicBool::compare_exchange_weak`].
204 pub fn atomic_cxchgweak_relaxed_seqcst<T: Copy>(dst: *mut T, old: T, src: T) -> (T, bool);
205 /// Stores a value if the current value is the same as the `old` value.
207 /// The stabilized version of this intrinsic is available on the
208 /// [`atomic`] types via the `compare_exchange_weak` method by passing
209 /// [`Ordering::Acquire`] and [`Ordering::Relaxed`] as the success and failure parameters.
210 /// For example, [`AtomicBool::compare_exchange_weak`].
211 pub fn atomic_cxchgweak_acquire_relaxed<T: Copy>(dst: *mut T, old: T, src: T) -> (T, bool);
212 /// Stores a value if the current value is the same as the `old` value.
214 /// The stabilized version of this intrinsic is available on the
215 /// [`atomic`] types via the `compare_exchange_weak` method by passing
216 /// [`Ordering::Acquire`] as both the success and failure parameters.
217 /// For example, [`AtomicBool::compare_exchange_weak`].
218 pub fn atomic_cxchgweak_acquire_acquire<T: Copy>(dst: *mut T, old: T, src: T) -> (T, bool);
219 /// Stores a value if the current value is the same as the `old` value.
221 /// The stabilized version of this intrinsic is available on the
222 /// [`atomic`] types via the `compare_exchange_weak` method by passing
223 /// [`Ordering::Acquire`] and [`Ordering::SeqCst`] as the success and failure parameters.
224 /// For example, [`AtomicBool::compare_exchange_weak`].
225 pub fn atomic_cxchgweak_acquire_seqcst<T: Copy>(dst: *mut T, old: T, src: T) -> (T, bool);
226 /// Stores a value if the current value is the same as the `old` value.
228 /// The stabilized version of this intrinsic is available on the
229 /// [`atomic`] types via the `compare_exchange_weak` method by passing
230 /// [`Ordering::Release`] and [`Ordering::Relaxed`] as the success and failure parameters.
231 /// For example, [`AtomicBool::compare_exchange_weak`].
232 pub fn atomic_cxchgweak_release_relaxed<T: Copy>(dst: *mut T, old: T, src: T) -> (T, bool);
233 /// Stores a value if the current value is the same as the `old` value.
235 /// The stabilized version of this intrinsic is available on the
236 /// [`atomic`] types via the `compare_exchange_weak` method by passing
237 /// [`Ordering::Release`] and [`Ordering::Acquire`] as the success and failure parameters.
238 /// For example, [`AtomicBool::compare_exchange_weak`].
239 pub fn atomic_cxchgweak_release_acquire<T: Copy>(dst: *mut T, old: T, src: T) -> (T, bool);
240 /// Stores a value if the current value is the same as the `old` value.
242 /// The stabilized version of this intrinsic is available on the
243 /// [`atomic`] types via the `compare_exchange_weak` method by passing
244 /// [`Ordering::Release`] and [`Ordering::SeqCst`] as the success and failure parameters.
245 /// For example, [`AtomicBool::compare_exchange_weak`].
246 pub fn atomic_cxchgweak_release_seqcst<T: Copy>(dst: *mut T, old: T, src: T) -> (T, bool);
247 /// Stores a value if the current value is the same as the `old` value.
249 /// The stabilized version of this intrinsic is available on the
250 /// [`atomic`] types via the `compare_exchange_weak` method by passing
251 /// [`Ordering::AcqRel`] and [`Ordering::Relaxed`] as the success and failure parameters.
252 /// For example, [`AtomicBool::compare_exchange_weak`].
253 pub fn atomic_cxchgweak_acqrel_relaxed<T: Copy>(dst: *mut T, old: T, src: T) -> (T, bool);
254 /// Stores a value if the current value is the same as the `old` value.
256 /// The stabilized version of this intrinsic is available on the
257 /// [`atomic`] types via the `compare_exchange_weak` method by passing
258 /// [`Ordering::AcqRel`] and [`Ordering::Acquire`] as the success and failure parameters.
259 /// For example, [`AtomicBool::compare_exchange_weak`].
260 pub fn atomic_cxchgweak_acqrel_acquire<T: Copy>(dst: *mut T, old: T, src: T) -> (T, bool);
261 /// Stores a value if the current value is the same as the `old` value.
263 /// The stabilized version of this intrinsic is available on the
264 /// [`atomic`] types via the `compare_exchange_weak` method by passing
265 /// [`Ordering::AcqRel`] and [`Ordering::SeqCst`] as the success and failure parameters.
266 /// For example, [`AtomicBool::compare_exchange_weak`].
267 pub fn atomic_cxchgweak_acqrel_seqcst<T: Copy>(dst: *mut T, old: T, src: T) -> (T, bool);
268 /// Stores a value if the current value is the same as the `old` value.
270 /// The stabilized version of this intrinsic is available on the
271 /// [`atomic`] types via the `compare_exchange_weak` method by passing
272 /// [`Ordering::SeqCst`] and [`Ordering::Relaxed`] as the success and failure parameters.
273 /// For example, [`AtomicBool::compare_exchange_weak`].
274 pub fn atomic_cxchgweak_seqcst_relaxed<T: Copy>(dst: *mut T, old: T, src: T) -> (T, bool);
275 /// Stores a value if the current value is the same as the `old` value.
277 /// The stabilized version of this intrinsic is available on the
278 /// [`atomic`] types via the `compare_exchange_weak` method by passing
279 /// [`Ordering::SeqCst`] and [`Ordering::Acquire`] as the success and failure parameters.
280 /// For example, [`AtomicBool::compare_exchange_weak`].
281 pub fn atomic_cxchgweak_seqcst_acquire<T: Copy>(dst: *mut T, old: T, src: T) -> (T, bool);
282 /// Stores a value if the current value is the same as the `old` value.
284 /// The stabilized version of this intrinsic is available on the
285 /// [`atomic`] types via the `compare_exchange_weak` method by passing
286 /// [`Ordering::SeqCst`] as both the success and failure parameters.
287 /// For example, [`AtomicBool::compare_exchange_weak`].
288 pub fn atomic_cxchgweak_seqcst_seqcst<T: Copy>(dst: *mut T, old: T, src: T) -> (T, bool);
290 /// Loads the current value of the pointer.
292 /// The stabilized version of this intrinsic is available on the
293 /// [`atomic`] types via the `load` method by passing
294 /// [`Ordering::SeqCst`] as the `order`. For example, [`AtomicBool::load`].
295 pub fn atomic_load_seqcst<T: Copy>(src: *const T) -> T;
296 /// Loads the current value of the pointer.
298 /// The stabilized version of this intrinsic is available on the
299 /// [`atomic`] types via the `load` method by passing
300 /// [`Ordering::Acquire`] as the `order`. For example, [`AtomicBool::load`].
301 pub fn atomic_load_acquire<T: Copy>(src: *const T) -> T;
302 /// Loads the current value of the pointer.
304 /// The stabilized version of this intrinsic is available on the
305 /// [`atomic`] types via the `load` method by passing
306 /// [`Ordering::Relaxed`] as the `order`. For example, [`AtomicBool::load`].
307 pub fn atomic_load_relaxed<T: Copy>(src: *const T) -> T;
308 pub fn atomic_load_unordered<T: Copy>(src: *const T) -> T;
310 /// Stores the value at the specified memory location.
312 /// The stabilized version of this intrinsic is available on the
313 /// [`atomic`] types via the `store` method by passing
314 /// [`Ordering::SeqCst`] as the `order`. For example, [`AtomicBool::store`].
315 pub fn atomic_store_seqcst<T: Copy>(dst: *mut T, val: T);
316 /// Stores the value at the specified memory location.
318 /// The stabilized version of this intrinsic is available on the
319 /// [`atomic`] types via the `store` method by passing
320 /// [`Ordering::Release`] as the `order`. For example, [`AtomicBool::store`].
321 pub fn atomic_store_release<T: Copy>(dst: *mut T, val: T);
322 /// Stores the value at the specified memory location.
324 /// The stabilized version of this intrinsic is available on the
325 /// [`atomic`] types via the `store` method by passing
326 /// [`Ordering::Relaxed`] as the `order`. For example, [`AtomicBool::store`].
327 pub fn atomic_store_relaxed<T: Copy>(dst: *mut T, val: T);
328 pub fn atomic_store_unordered<T: Copy>(dst: *mut T, val: T);
330 /// Stores the value at the specified memory location, returning the old value.
332 /// The stabilized version of this intrinsic is available on the
333 /// [`atomic`] types via the `swap` method by passing
334 /// [`Ordering::SeqCst`] as the `order`. For example, [`AtomicBool::swap`].
335 pub fn atomic_xchg_seqcst<T: Copy>(dst: *mut T, src: T) -> T;
336 /// Stores the value at the specified memory location, returning the old value.
338 /// The stabilized version of this intrinsic is available on the
339 /// [`atomic`] types via the `swap` method by passing
340 /// [`Ordering::Acquire`] as the `order`. For example, [`AtomicBool::swap`].
341 pub fn atomic_xchg_acquire<T: Copy>(dst: *mut T, src: T) -> T;
342 /// Stores the value at the specified memory location, returning the old value.
344 /// The stabilized version of this intrinsic is available on the
345 /// [`atomic`] types via the `swap` method by passing
346 /// [`Ordering::Release`] as the `order`. For example, [`AtomicBool::swap`].
347 pub fn atomic_xchg_release<T: Copy>(dst: *mut T, src: T) -> T;
348 /// Stores the value at the specified memory location, returning the old value.
350 /// The stabilized version of this intrinsic is available on the
351 /// [`atomic`] types via the `swap` method by passing
352 /// [`Ordering::AcqRel`] as the `order`. For example, [`AtomicBool::swap`].
353 pub fn atomic_xchg_acqrel<T: Copy>(dst: *mut T, src: T) -> T;
354 /// Stores the value at the specified memory location, returning the old value.
356 /// The stabilized version of this intrinsic is available on the
357 /// [`atomic`] types via the `swap` method by passing
358 /// [`Ordering::Relaxed`] as the `order`. For example, [`AtomicBool::swap`].
359 pub fn atomic_xchg_relaxed<T: Copy>(dst: *mut T, src: T) -> T;
361 /// Adds to the current value, returning the previous value.
363 /// The stabilized version of this intrinsic is available on the
364 /// [`atomic`] types via the `fetch_add` method by passing
365 /// [`Ordering::SeqCst`] as the `order`. For example, [`AtomicIsize::fetch_add`].
366 pub fn atomic_xadd_seqcst<T: Copy>(dst: *mut T, src: T) -> T;
367 /// Adds to the current value, returning the previous value.
369 /// The stabilized version of this intrinsic is available on the
370 /// [`atomic`] types via the `fetch_add` method by passing
371 /// [`Ordering::Acquire`] as the `order`. For example, [`AtomicIsize::fetch_add`].
372 pub fn atomic_xadd_acquire<T: Copy>(dst: *mut T, src: T) -> T;
373 /// Adds to the current value, returning the previous value.
375 /// The stabilized version of this intrinsic is available on the
376 /// [`atomic`] types via the `fetch_add` method by passing
377 /// [`Ordering::Release`] as the `order`. For example, [`AtomicIsize::fetch_add`].
378 pub fn atomic_xadd_release<T: Copy>(dst: *mut T, src: T) -> T;
379 /// Adds to the current value, returning the previous value.
381 /// The stabilized version of this intrinsic is available on the
382 /// [`atomic`] types via the `fetch_add` method by passing
383 /// [`Ordering::AcqRel`] as the `order`. For example, [`AtomicIsize::fetch_add`].
384 pub fn atomic_xadd_acqrel<T: Copy>(dst: *mut T, src: T) -> T;
385 /// Adds to the current value, returning the previous value.
387 /// The stabilized version of this intrinsic is available on the
388 /// [`atomic`] types via the `fetch_add` method by passing
389 /// [`Ordering::Relaxed`] as the `order`. For example, [`AtomicIsize::fetch_add`].
390 pub fn atomic_xadd_relaxed<T: Copy>(dst: *mut T, src: T) -> T;
392 /// Subtract from the current value, returning the previous value.
394 /// The stabilized version of this intrinsic is available on the
395 /// [`atomic`] types via the `fetch_sub` method by passing
396 /// [`Ordering::SeqCst`] as the `order`. For example, [`AtomicIsize::fetch_sub`].
397 pub fn atomic_xsub_seqcst<T: Copy>(dst: *mut T, src: T) -> T;
398 /// Subtract from the current value, returning the previous value.
400 /// The stabilized version of this intrinsic is available on the
401 /// [`atomic`] types via the `fetch_sub` method by passing
402 /// [`Ordering::Acquire`] as the `order`. For example, [`AtomicIsize::fetch_sub`].
403 pub fn atomic_xsub_acquire<T: Copy>(dst: *mut T, src: T) -> T;
404 /// Subtract from the current value, returning the previous value.
406 /// The stabilized version of this intrinsic is available on the
407 /// [`atomic`] types via the `fetch_sub` method by passing
408 /// [`Ordering::Release`] as the `order`. For example, [`AtomicIsize::fetch_sub`].
409 pub fn atomic_xsub_release<T: Copy>(dst: *mut T, src: T) -> T;
410 /// Subtract from the current value, returning the previous value.
412 /// The stabilized version of this intrinsic is available on the
413 /// [`atomic`] types via the `fetch_sub` method by passing
414 /// [`Ordering::AcqRel`] as the `order`. For example, [`AtomicIsize::fetch_sub`].
415 pub fn atomic_xsub_acqrel<T: Copy>(dst: *mut T, src: T) -> T;
416 /// Subtract from the current value, returning the previous value.
418 /// The stabilized version of this intrinsic is available on the
419 /// [`atomic`] types via the `fetch_sub` method by passing
420 /// [`Ordering::Relaxed`] as the `order`. For example, [`AtomicIsize::fetch_sub`].
421 pub fn atomic_xsub_relaxed<T: Copy>(dst: *mut T, src: T) -> T;
423 /// Bitwise and with the current value, returning the previous value.
425 /// The stabilized version of this intrinsic is available on the
426 /// [`atomic`] types via the `fetch_and` method by passing
427 /// [`Ordering::SeqCst`] as the `order`. For example, [`AtomicBool::fetch_and`].
428 pub fn atomic_and_seqcst<T: Copy>(dst: *mut T, src: T) -> T;
429 /// Bitwise and with the current value, returning the previous value.
431 /// The stabilized version of this intrinsic is available on the
432 /// [`atomic`] types via the `fetch_and` method by passing
433 /// [`Ordering::Acquire`] as the `order`. For example, [`AtomicBool::fetch_and`].
434 pub fn atomic_and_acquire<T: Copy>(dst: *mut T, src: T) -> T;
435 /// Bitwise and with the current value, returning the previous value.
437 /// The stabilized version of this intrinsic is available on the
438 /// [`atomic`] types via the `fetch_and` method by passing
439 /// [`Ordering::Release`] as the `order`. For example, [`AtomicBool::fetch_and`].
440 pub fn atomic_and_release<T: Copy>(dst: *mut T, src: T) -> T;
441 /// Bitwise and with the current value, returning the previous value.
443 /// The stabilized version of this intrinsic is available on the
444 /// [`atomic`] types via the `fetch_and` method by passing
445 /// [`Ordering::AcqRel`] as the `order`. For example, [`AtomicBool::fetch_and`].
446 pub fn atomic_and_acqrel<T: Copy>(dst: *mut T, src: T) -> T;
447 /// Bitwise and with the current value, returning the previous value.
449 /// The stabilized version of this intrinsic is available on the
450 /// [`atomic`] types via the `fetch_and` method by passing
451 /// [`Ordering::Relaxed`] as the `order`. For example, [`AtomicBool::fetch_and`].
452 pub fn atomic_and_relaxed<T: Copy>(dst: *mut T, src: T) -> T;
454 /// Bitwise nand with the current value, returning the previous value.
456 /// The stabilized version of this intrinsic is available on the
457 /// [`AtomicBool`] type via the `fetch_nand` method by passing
458 /// [`Ordering::SeqCst`] as the `order`. For example, [`AtomicBool::fetch_nand`].
459 pub fn atomic_nand_seqcst<T: Copy>(dst: *mut T, src: T) -> T;
460 /// Bitwise nand with the current value, returning the previous value.
462 /// The stabilized version of this intrinsic is available on the
463 /// [`AtomicBool`] type via the `fetch_nand` method by passing
464 /// [`Ordering::Acquire`] as the `order`. For example, [`AtomicBool::fetch_nand`].
465 pub fn atomic_nand_acquire<T: Copy>(dst: *mut T, src: T) -> T;
466 /// Bitwise nand with the current value, returning the previous value.
468 /// The stabilized version of this intrinsic is available on the
469 /// [`AtomicBool`] type via the `fetch_nand` method by passing
470 /// [`Ordering::Release`] as the `order`. For example, [`AtomicBool::fetch_nand`].
471 pub fn atomic_nand_release<T: Copy>(dst: *mut T, src: T) -> T;
472 /// Bitwise nand with the current value, returning the previous value.
474 /// The stabilized version of this intrinsic is available on the
475 /// [`AtomicBool`] type via the `fetch_nand` method by passing
476 /// [`Ordering::AcqRel`] as the `order`. For example, [`AtomicBool::fetch_nand`].
477 pub fn atomic_nand_acqrel<T: Copy>(dst: *mut T, src: T) -> T;
478 /// Bitwise nand with the current value, returning the previous value.
480 /// The stabilized version of this intrinsic is available on the
481 /// [`AtomicBool`] type via the `fetch_nand` method by passing
482 /// [`Ordering::Relaxed`] as the `order`. For example, [`AtomicBool::fetch_nand`].
483 pub fn atomic_nand_relaxed<T: Copy>(dst: *mut T, src: T) -> T;
485 /// Bitwise or with the current value, returning the previous value.
487 /// The stabilized version of this intrinsic is available on the
488 /// [`atomic`] types via the `fetch_or` method by passing
489 /// [`Ordering::SeqCst`] as the `order`. For example, [`AtomicBool::fetch_or`].
490 pub fn atomic_or_seqcst<T: Copy>(dst: *mut T, src: T) -> T;
491 /// Bitwise or with the current value, returning the previous value.
493 /// The stabilized version of this intrinsic is available on the
494 /// [`atomic`] types via the `fetch_or` method by passing
495 /// [`Ordering::Acquire`] as the `order`. For example, [`AtomicBool::fetch_or`].
496 pub fn atomic_or_acquire<T: Copy>(dst: *mut T, src: T) -> T;
497 /// Bitwise or with the current value, returning the previous value.
499 /// The stabilized version of this intrinsic is available on the
500 /// [`atomic`] types via the `fetch_or` method by passing
501 /// [`Ordering::Release`] as the `order`. For example, [`AtomicBool::fetch_or`].
502 pub fn atomic_or_release<T: Copy>(dst: *mut T, src: T) -> T;
503 /// Bitwise or with the current value, returning the previous value.
505 /// The stabilized version of this intrinsic is available on the
506 /// [`atomic`] types via the `fetch_or` method by passing
507 /// [`Ordering::AcqRel`] as the `order`. For example, [`AtomicBool::fetch_or`].
508 pub fn atomic_or_acqrel<T: Copy>(dst: *mut T, src: T) -> T;
509 /// Bitwise or with the current value, returning the previous value.
511 /// The stabilized version of this intrinsic is available on the
512 /// [`atomic`] types via the `fetch_or` method by passing
513 /// [`Ordering::Relaxed`] as the `order`. For example, [`AtomicBool::fetch_or`].
514 pub fn atomic_or_relaxed<T: Copy>(dst: *mut T, src: T) -> T;
516 /// Bitwise xor with the current value, returning the previous value.
518 /// The stabilized version of this intrinsic is available on the
519 /// [`atomic`] types via the `fetch_xor` method by passing
520 /// [`Ordering::SeqCst`] as the `order`. For example, [`AtomicBool::fetch_xor`].
521 pub fn atomic_xor_seqcst<T: Copy>(dst: *mut T, src: T) -> T;
522 /// Bitwise xor with the current value, returning the previous value.
524 /// The stabilized version of this intrinsic is available on the
525 /// [`atomic`] types via the `fetch_xor` method by passing
526 /// [`Ordering::Acquire`] as the `order`. For example, [`AtomicBool::fetch_xor`].
527 pub fn atomic_xor_acquire<T: Copy>(dst: *mut T, src: T) -> T;
528 /// Bitwise xor with the current value, returning the previous value.
530 /// The stabilized version of this intrinsic is available on the
531 /// [`atomic`] types via the `fetch_xor` method by passing
532 /// [`Ordering::Release`] as the `order`. For example, [`AtomicBool::fetch_xor`].
533 pub fn atomic_xor_release<T: Copy>(dst: *mut T, src: T) -> T;
534 /// Bitwise xor with the current value, returning the previous value.
536 /// The stabilized version of this intrinsic is available on the
537 /// [`atomic`] types via the `fetch_xor` method by passing
538 /// [`Ordering::AcqRel`] as the `order`. For example, [`AtomicBool::fetch_xor`].
539 pub fn atomic_xor_acqrel<T: Copy>(dst: *mut T, src: T) -> T;
540 /// Bitwise xor with the current value, returning the previous value.
542 /// The stabilized version of this intrinsic is available on the
543 /// [`atomic`] types via the `fetch_xor` method by passing
544 /// [`Ordering::Relaxed`] as the `order`. For example, [`AtomicBool::fetch_xor`].
545 pub fn atomic_xor_relaxed<T: Copy>(dst: *mut T, src: T) -> T;
547 /// Maximum with the current value using a signed comparison.
549 /// The stabilized version of this intrinsic is available on the
550 /// [`atomic`] signed integer types via the `fetch_max` method by passing
551 /// [`Ordering::SeqCst`] as the `order`. For example, [`AtomicI32::fetch_max`].
552 pub fn atomic_max_seqcst<T: Copy>(dst: *mut T, src: T) -> T;
553 /// Maximum with the current value using a signed comparison.
555 /// The stabilized version of this intrinsic is available on the
556 /// [`atomic`] signed integer types via the `fetch_max` method by passing
557 /// [`Ordering::Acquire`] as the `order`. For example, [`AtomicI32::fetch_max`].
558 pub fn atomic_max_acquire<T: Copy>(dst: *mut T, src: T) -> T;
559 /// Maximum with the current value using a signed comparison.
561 /// The stabilized version of this intrinsic is available on the
562 /// [`atomic`] signed integer types via the `fetch_max` method by passing
563 /// [`Ordering::Release`] as the `order`. For example, [`AtomicI32::fetch_max`].
564 pub fn atomic_max_release<T: Copy>(dst: *mut T, src: T) -> T;
565 /// Maximum with the current value using a signed comparison.
567 /// The stabilized version of this intrinsic is available on the
568 /// [`atomic`] signed integer types via the `fetch_max` method by passing
569 /// [`Ordering::AcqRel`] as the `order`. For example, [`AtomicI32::fetch_max`].
570 pub fn atomic_max_acqrel<T: Copy>(dst: *mut T, src: T) -> T;
571 /// Maximum with the current value.
573 /// The stabilized version of this intrinsic is available on the
574 /// [`atomic`] signed integer types via the `fetch_max` method by passing
575 /// [`Ordering::Relaxed`] as the `order`. For example, [`AtomicI32::fetch_max`].
576 pub fn atomic_max_relaxed<T: Copy>(dst: *mut T, src: T) -> T;
578 /// Minimum with the current value using a signed comparison.
580 /// The stabilized version of this intrinsic is available on the
581 /// [`atomic`] signed integer types via the `fetch_min` method by passing
582 /// [`Ordering::SeqCst`] as the `order`. For example, [`AtomicI32::fetch_min`].
583 pub fn atomic_min_seqcst<T: Copy>(dst: *mut T, src: T) -> T;
584 /// Minimum with the current value using a signed comparison.
586 /// The stabilized version of this intrinsic is available on the
587 /// [`atomic`] signed integer types via the `fetch_min` method by passing
588 /// [`Ordering::Acquire`] as the `order`. For example, [`AtomicI32::fetch_min`].
589 pub fn atomic_min_acquire<T: Copy>(dst: *mut T, src: T) -> T;
590 /// Minimum with the current value using a signed comparison.
592 /// The stabilized version of this intrinsic is available on the
593 /// [`atomic`] signed integer types via the `fetch_min` method by passing
594 /// [`Ordering::Release`] as the `order`. For example, [`AtomicI32::fetch_min`].
595 pub fn atomic_min_release<T: Copy>(dst: *mut T, src: T) -> T;
596 /// Minimum with the current value using a signed comparison.
598 /// The stabilized version of this intrinsic is available on the
599 /// [`atomic`] signed integer types via the `fetch_min` method by passing
600 /// [`Ordering::AcqRel`] as the `order`. For example, [`AtomicI32::fetch_min`].
601 pub fn atomic_min_acqrel<T: Copy>(dst: *mut T, src: T) -> T;
602 /// Minimum with the current value using a signed comparison.
604 /// The stabilized version of this intrinsic is available on the
605 /// [`atomic`] signed integer types via the `fetch_min` method by passing
606 /// [`Ordering::Relaxed`] as the `order`. For example, [`AtomicI32::fetch_min`].
607 pub fn atomic_min_relaxed<T: Copy>(dst: *mut T, src: T) -> T;
609 /// Minimum with the current value using an unsigned comparison.
611 /// The stabilized version of this intrinsic is available on the
612 /// [`atomic`] unsigned integer types via the `fetch_min` method by passing
613 /// [`Ordering::SeqCst`] as the `order`. For example, [`AtomicU32::fetch_min`].
614 pub fn atomic_umin_seqcst<T: Copy>(dst: *mut T, src: T) -> T;
615 /// Minimum with the current value using an unsigned comparison.
617 /// The stabilized version of this intrinsic is available on the
618 /// [`atomic`] unsigned integer types via the `fetch_min` method by passing
619 /// [`Ordering::Acquire`] as the `order`. For example, [`AtomicU32::fetch_min`].
620 pub fn atomic_umin_acquire<T: Copy>(dst: *mut T, src: T) -> T;
621 /// Minimum with the current value using an unsigned comparison.
623 /// The stabilized version of this intrinsic is available on the
624 /// [`atomic`] unsigned integer types via the `fetch_min` method by passing
625 /// [`Ordering::Release`] as the `order`. For example, [`AtomicU32::fetch_min`].
626 pub fn atomic_umin_release<T: Copy>(dst: *mut T, src: T) -> T;
627 /// Minimum with the current value using an unsigned comparison.
629 /// The stabilized version of this intrinsic is available on the
630 /// [`atomic`] unsigned integer types via the `fetch_min` method by passing
631 /// [`Ordering::AcqRel`] as the `order`. For example, [`AtomicU32::fetch_min`].
632 pub fn atomic_umin_acqrel<T: Copy>(dst: *mut T, src: T) -> T;
633 /// Minimum with the current value using an unsigned comparison.
635 /// The stabilized version of this intrinsic is available on the
636 /// [`atomic`] unsigned integer types via the `fetch_min` method by passing
637 /// [`Ordering::Relaxed`] as the `order`. For example, [`AtomicU32::fetch_min`].
638 pub fn atomic_umin_relaxed<T: Copy>(dst: *mut T, src: T) -> T;
640 /// Maximum with the current value using an unsigned comparison.
642 /// The stabilized version of this intrinsic is available on the
643 /// [`atomic`] unsigned integer types via the `fetch_max` method by passing
644 /// [`Ordering::SeqCst`] as the `order`. For example, [`AtomicU32::fetch_max`].
645 pub fn atomic_umax_seqcst<T: Copy>(dst: *mut T, src: T) -> T;
646 /// Maximum with the current value using an unsigned comparison.
648 /// The stabilized version of this intrinsic is available on the
649 /// [`atomic`] unsigned integer types via the `fetch_max` method by passing
650 /// [`Ordering::Acquire`] as the `order`. For example, [`AtomicU32::fetch_max`].
651 pub fn atomic_umax_acquire<T: Copy>(dst: *mut T, src: T) -> T;
652 /// Maximum with the current value using an unsigned comparison.
654 /// The stabilized version of this intrinsic is available on the
655 /// [`atomic`] unsigned integer types via the `fetch_max` method by passing
656 /// [`Ordering::Release`] as the `order`. For example, [`AtomicU32::fetch_max`].
657 pub fn atomic_umax_release<T: Copy>(dst: *mut T, src: T) -> T;
658 /// Maximum with the current value using an unsigned comparison.
660 /// The stabilized version of this intrinsic is available on the
661 /// [`atomic`] unsigned integer types via the `fetch_max` method by passing
662 /// [`Ordering::AcqRel`] as the `order`. For example, [`AtomicU32::fetch_max`].
663 pub fn atomic_umax_acqrel<T: Copy>(dst: *mut T, src: T) -> T;
664 /// Maximum with the current value using an unsigned comparison.
666 /// The stabilized version of this intrinsic is available on the
667 /// [`atomic`] unsigned integer types via the `fetch_max` method by passing
668 /// [`Ordering::Relaxed`] as the `order`. For example, [`AtomicU32::fetch_max`].
669 pub fn atomic_umax_relaxed<T: Copy>(dst: *mut T, src: T) -> T;
673 /// The stabilized version of this intrinsic is available in
674 /// [`atomic::fence`] by passing [`Ordering::SeqCst`]
676 pub fn atomic_fence_seqcst();
679 /// The stabilized version of this intrinsic is available in
680 /// [`atomic::fence`] by passing [`Ordering::Acquire`]
682 pub fn atomic_fence_acquire();
685 /// The stabilized version of this intrinsic is available in
686 /// [`atomic::fence`] by passing [`Ordering::Release`]
688 pub fn atomic_fence_release();
691 /// The stabilized version of this intrinsic is available in
692 /// [`atomic::fence`] by passing [`Ordering::AcqRel`]
694 pub fn atomic_fence_acqrel();
696 /// A compiler-only memory barrier.
698 /// Memory accesses will never be reordered across this barrier by the
699 /// compiler, but no instructions will be emitted for it. This is
700 /// appropriate for operations on the same thread that may be preempted,
701 /// such as when interacting with signal handlers.
703 /// The stabilized version of this intrinsic is available in
704 /// [`atomic::compiler_fence`] by passing [`Ordering::SeqCst`]
706 pub fn atomic_singlethreadfence_seqcst();
707 /// A compiler-only memory barrier.
709 /// Memory accesses will never be reordered across this barrier by the
710 /// compiler, but no instructions will be emitted for it. This is
711 /// appropriate for operations on the same thread that may be preempted,
712 /// such as when interacting with signal handlers.
714 /// The stabilized version of this intrinsic is available in
715 /// [`atomic::compiler_fence`] by passing [`Ordering::Acquire`]
717 pub fn atomic_singlethreadfence_acquire();
718 /// A compiler-only memory barrier.
720 /// Memory accesses will never be reordered across this barrier by the
721 /// compiler, but no instructions will be emitted for it. This is
722 /// appropriate for operations on the same thread that may be preempted,
723 /// such as when interacting with signal handlers.
725 /// The stabilized version of this intrinsic is available in
726 /// [`atomic::compiler_fence`] by passing [`Ordering::Release`]
728 pub fn atomic_singlethreadfence_release();
729 /// A compiler-only memory barrier.
731 /// Memory accesses will never be reordered across this barrier by the
732 /// compiler, but no instructions will be emitted for it. This is
733 /// appropriate for operations on the same thread that may be preempted,
734 /// such as when interacting with signal handlers.
736 /// The stabilized version of this intrinsic is available in
737 /// [`atomic::compiler_fence`] by passing [`Ordering::AcqRel`]
739 pub fn atomic_singlethreadfence_acqrel();
741 /// The `prefetch` intrinsic is a hint to the code generator to insert a prefetch instruction
742 /// if supported; otherwise, it is a no-op.
743 /// Prefetches have no effect on the behavior of the program but can change its performance
746 /// The `locality` argument must be a constant integer and is a temporal locality specifier
747 /// ranging from (0) - no locality, to (3) - extremely local keep in cache.
749 /// This intrinsic does not have a stable counterpart.
750 pub fn prefetch_read_data<T>(data: *const T, locality: i32);
751 /// The `prefetch` intrinsic is a hint to the code generator to insert a prefetch instruction
752 /// if supported; otherwise, it is a no-op.
753 /// Prefetches have no effect on the behavior of the program but can change its performance
756 /// The `locality` argument must be a constant integer and is a temporal locality specifier
757 /// ranging from (0) - no locality, to (3) - extremely local keep in cache.
759 /// This intrinsic does not have a stable counterpart.
760 pub fn prefetch_write_data<T>(data: *const T, locality: i32);
761 /// The `prefetch` intrinsic is a hint to the code generator to insert a prefetch instruction
762 /// if supported; otherwise, it is a no-op.
763 /// Prefetches have no effect on the behavior of the program but can change its performance
766 /// The `locality` argument must be a constant integer and is a temporal locality specifier
767 /// ranging from (0) - no locality, to (3) - extremely local keep in cache.
769 /// This intrinsic does not have a stable counterpart.
770 pub fn prefetch_read_instruction<T>(data: *const T, locality: i32);
771 /// The `prefetch` intrinsic is a hint to the code generator to insert a prefetch instruction
772 /// if supported; otherwise, it is a no-op.
773 /// Prefetches have no effect on the behavior of the program but can change its performance
776 /// The `locality` argument must be a constant integer and is a temporal locality specifier
777 /// ranging from (0) - no locality, to (3) - extremely local keep in cache.
779 /// This intrinsic does not have a stable counterpart.
780 pub fn prefetch_write_instruction<T>(data: *const T, locality: i32);
782 /// Magic intrinsic that derives its meaning from attributes
783 /// attached to the function.
785 /// For example, dataflow uses this to inject static assertions so
786 /// that `rustc_peek(potentially_uninitialized)` would actually
787 /// double-check that dataflow did indeed compute that it is
788 /// uninitialized at that point in the control flow.
790 /// This intrinsic should not be used outside of the compiler.
791 pub fn rustc_peek<T>(_: T) -> T;
793 /// Aborts the execution of the process.
795 /// Note that, unlike most intrinsics, this is safe to call;
796 /// it does not require an `unsafe` block.
797 /// Therefore, implementations must not require the user to uphold
798 /// any safety invariants.
800 /// [`std::process::abort`](../../std/process/fn.abort.html) is to be preferred if possible,
801 /// as its behavior is more user-friendly and more stable.
803 /// The current implementation of `intrinsics::abort` is to invoke an invalid instruction,
804 /// on most platforms.
806 /// process will probably terminate with a signal like `SIGABRT`, `SIGILL`, `SIGTRAP`, `SIGSEGV` or
807 /// `SIGBUS`. The precise behaviour is not guaranteed and not stable.
810 /// Informs the optimizer that this point in the code is not reachable,
811 /// enabling further optimizations.
813 /// N.B., this is very different from the `unreachable!()` macro: Unlike the
814 /// macro, which panics when it is executed, it is *undefined behavior* to
815 /// reach code marked with this function.
817 /// The stabilized version of this intrinsic is [`core::hint::unreachable_unchecked`].
818 #[rustc_const_stable(feature = "const_unreachable_unchecked", since = "1.57.0")]
819 pub fn unreachable() -> !;
821 /// Informs the optimizer that a condition is always true.
822 /// If the condition is false, the behavior is undefined.
824 /// No code is generated for this intrinsic, but the optimizer will try
825 /// to preserve it (and its condition) between passes, which may interfere
826 /// with optimization of surrounding code and reduce performance. It should
827 /// not be used if the invariant can be discovered by the optimizer on its
828 /// own, or if it does not enable any significant optimizations.
830 /// This intrinsic does not have a stable counterpart.
831 #[rustc_const_unstable(feature = "const_assume", issue = "76972")]
832 pub fn assume(b: bool);
834 /// Hints to the compiler that branch condition is likely to be true.
835 /// Returns the value passed to it.
837 /// Any use other than with `if` statements will probably not have an effect.
839 /// Note that, unlike most intrinsics, this is safe to call;
840 /// it does not require an `unsafe` block.
841 /// Therefore, implementations must not require the user to uphold
842 /// any safety invariants.
844 /// This intrinsic does not have a stable counterpart.
845 #[rustc_const_unstable(feature = "const_likely", issue = "none")]
846 pub fn likely(b: bool) -> bool;
848 /// Hints to the compiler that branch condition is likely to be false.
849 /// Returns the value passed to it.
851 /// Any use other than with `if` statements will probably not have an effect.
853 /// Note that, unlike most intrinsics, this is safe to call;
854 /// it does not require an `unsafe` block.
855 /// Therefore, implementations must not require the user to uphold
856 /// any safety invariants.
858 /// This intrinsic does not have a stable counterpart.
859 #[rustc_const_unstable(feature = "const_likely", issue = "none")]
860 pub fn unlikely(b: bool) -> bool;
862 /// Executes a breakpoint trap, for inspection by a debugger.
864 /// This intrinsic does not have a stable counterpart.
867 /// The size of a type in bytes.
869 /// Note that, unlike most intrinsics, this is safe to call;
870 /// it does not require an `unsafe` block.
871 /// Therefore, implementations must not require the user to uphold
872 /// any safety invariants.
874 /// More specifically, this is the offset in bytes between successive
875 /// items of the same type, including alignment padding.
877 /// The stabilized version of this intrinsic is [`core::mem::size_of`].
878 #[rustc_const_stable(feature = "const_size_of", since = "1.40.0")]
879 pub fn size_of<T>() -> usize;
881 /// The minimum alignment of a type.
883 /// Note that, unlike most intrinsics, this is safe to call;
884 /// it does not require an `unsafe` block.
885 /// Therefore, implementations must not require the user to uphold
886 /// any safety invariants.
888 /// The stabilized version of this intrinsic is [`core::mem::align_of`].
889 #[rustc_const_stable(feature = "const_min_align_of", since = "1.40.0")]
890 pub fn min_align_of<T>() -> usize;
891 /// The preferred alignment of a type.
893 /// This intrinsic does not have a stable counterpart.
894 /// It's "tracking issue" is [#91971](https://github.com/rust-lang/rust/issues/91971).
895 #[rustc_const_unstable(feature = "const_pref_align_of", issue = "91971")]
896 pub fn pref_align_of<T>() -> usize;
898 /// The size of the referenced value in bytes.
900 /// The stabilized version of this intrinsic is [`mem::size_of_val`].
901 #[rustc_const_unstable(feature = "const_size_of_val", issue = "46571")]
902 pub fn size_of_val<T: ?Sized>(_: *const T) -> usize;
903 /// The required alignment of the referenced value.
905 /// The stabilized version of this intrinsic is [`core::mem::align_of_val`].
906 #[rustc_const_unstable(feature = "const_align_of_val", issue = "46571")]
907 pub fn min_align_of_val<T: ?Sized>(_: *const T) -> usize;
909 /// Gets a static string slice containing the name of a type.
911 /// Note that, unlike most intrinsics, this is safe to call;
912 /// it does not require an `unsafe` block.
913 /// Therefore, implementations must not require the user to uphold
914 /// any safety invariants.
916 /// The stabilized version of this intrinsic is [`core::any::type_name`].
917 #[rustc_const_unstable(feature = "const_type_name", issue = "63084")]
918 pub fn type_name<T: ?Sized>() -> &'static str;
920 /// Gets an identifier which is globally unique to the specified type. This
921 /// function will return the same value for a type regardless of whichever
922 /// crate it is invoked in.
924 /// Note that, unlike most intrinsics, this is safe to call;
925 /// it does not require an `unsafe` block.
926 /// Therefore, implementations must not require the user to uphold
927 /// any safety invariants.
929 /// The stabilized version of this intrinsic is [`core::any::TypeId::of`].
930 #[rustc_const_unstable(feature = "const_type_id", issue = "77125")]
931 pub fn type_id<T: ?Sized + 'static>() -> u64;
933 /// A guard for unsafe functions that cannot ever be executed if `T` is uninhabited:
934 /// This will statically either panic, or do nothing.
936 /// This intrinsic does not have a stable counterpart.
937 #[rustc_const_stable(feature = "const_assert_type", since = "1.59.0")]
938 pub fn assert_inhabited<T>();
940 /// A guard for unsafe functions that cannot ever be executed if `T` does not permit
941 /// zero-initialization: This will statically either panic, or do nothing.
943 /// This intrinsic does not have a stable counterpart.
944 #[rustc_const_unstable(feature = "const_assert_type2", issue = "none")]
945 pub fn assert_zero_valid<T>();
947 /// A guard for unsafe functions that cannot ever be executed if `T` has invalid
948 /// bit patterns: This will statically either panic, or do nothing.
950 /// This intrinsic does not have a stable counterpart.
951 #[rustc_const_unstable(feature = "const_assert_type2", issue = "none")]
952 pub fn assert_uninit_valid<T>();
954 /// Gets a reference to a static `Location` indicating where it was called.
956 /// Note that, unlike most intrinsics, this is safe to call;
957 /// it does not require an `unsafe` block.
958 /// Therefore, implementations must not require the user to uphold
959 /// any safety invariants.
961 /// Consider using [`core::panic::Location::caller`] instead.
962 #[rustc_const_unstable(feature = "const_caller_location", issue = "76156")]
963 pub fn caller_location() -> &'static crate::panic::Location<'static>;
965 /// Moves a value out of scope without running drop glue.
967 /// This exists solely for [`mem::forget_unsized`]; normal `forget` uses
968 /// `ManuallyDrop` instead.
970 /// Note that, unlike most intrinsics, this is safe to call;
971 /// it does not require an `unsafe` block.
972 /// Therefore, implementations must not require the user to uphold
973 /// any safety invariants.
974 #[rustc_const_unstable(feature = "const_intrinsic_forget", issue = "none")]
975 pub fn forget<T: ?Sized>(_: T);
977 /// Reinterprets the bits of a value of one type as another type.
979 /// Both types must have the same size. Compilation will fail if this is not guaranteed.
981 /// `transmute` is semantically equivalent to a bitwise move of one type
982 /// into another. It copies the bits from the source value into the
983 /// destination value, then forgets the original. Note that source and destination
984 /// are passed by-value, which means if `T` or `U` contain padding, that padding
985 /// is *not* guaranteed to be preserved by `transmute`.
987 /// Both the argument and the result must be [valid](../../nomicon/what-unsafe-does.html) at
988 /// their given type. Violating this condition leads to [undefined behavior][ub]. The compiler
989 /// will generate code *assuming that you, the programmer, ensure that there will never be
990 /// undefined behavior*. It is therefore your responsibility to guarantee that every value
991 /// passed to `transmute` is valid at both types `T` and `U`. Failing to uphold this condition
992 /// may lead to unexpected and unstable compilation results. This makes `transmute` **incredibly
993 /// unsafe**. `transmute` should be the absolute last resort.
995 /// Transmuting pointers to integers in a `const` context is [undefined behavior][ub].
996 /// Any attempt to use the resulting value for integer operations will abort const-evaluation.
997 /// (And even outside `const`, such transmutation is touching on many unspecified aspects of the
998 /// Rust memory model and should be avoided. See below for alternatives.)
1000 /// Because `transmute` is a by-value operation, alignment of the *transmuted values
1001 /// themselves* is not a concern. As with any other function, the compiler already ensures
1002 /// both `T` and `U` are properly aligned. However, when transmuting values that *point
1003 /// elsewhere* (such as pointers, references, boxes…), the caller has to ensure proper
1004 /// alignment of the pointed-to values.
1006 /// The [nomicon](../../nomicon/transmutes.html) has additional documentation.
1008 /// [ub]: ../../reference/behavior-considered-undefined.html
1012 /// There are a few things that `transmute` is really useful for.
1014 /// Turning a pointer into a function pointer. This is *not* portable to
1015 /// machines where function pointers and data pointers have different sizes.
1018 /// fn foo() -> i32 {
1021 /// // Crucially, we `as`-cast to a raw pointer before `transmute`ing to a function pointer.
1022 /// // This avoids an integer-to-pointer `transmute`, which can be problematic.
1023 /// // Transmuting between raw pointers and function pointers (i.e., two pointer types) is fine.
1024 /// let pointer = foo as *const ();
1025 /// let function = unsafe {
1026 /// std::mem::transmute::<*const (), fn() -> i32>(pointer)
1028 /// assert_eq!(function(), 0);
1031 /// Extending a lifetime, or shortening an invariant lifetime. This is
1032 /// advanced, very unsafe Rust!
1035 /// struct R<'a>(&'a i32);
1036 /// unsafe fn extend_lifetime<'b>(r: R<'b>) -> R<'static> {
1037 /// std::mem::transmute::<R<'b>, R<'static>>(r)
1040 /// unsafe fn shorten_invariant_lifetime<'b, 'c>(r: &'b mut R<'static>)
1041 /// -> &'b mut R<'c> {
1042 /// std::mem::transmute::<&'b mut R<'static>, &'b mut R<'c>>(r)
1048 /// Don't despair: many uses of `transmute` can be achieved through other means.
1049 /// Below are common applications of `transmute` which can be replaced with safer
1052 /// Turning raw bytes (`&[u8]`) into `u32`, `f64`, etc.:
1055 /// let raw_bytes = [0x78, 0x56, 0x34, 0x12];
1057 /// let num = unsafe {
1058 /// std::mem::transmute::<[u8; 4], u32>(raw_bytes)
1061 /// // use `u32::from_ne_bytes` instead
1062 /// let num = u32::from_ne_bytes(raw_bytes);
1063 /// // or use `u32::from_le_bytes` or `u32::from_be_bytes` to specify the endianness
1064 /// let num = u32::from_le_bytes(raw_bytes);
1065 /// assert_eq!(num, 0x12345678);
1066 /// let num = u32::from_be_bytes(raw_bytes);
1067 /// assert_eq!(num, 0x78563412);
1070 /// Turning a pointer into a `usize`:
1074 /// let ptr_num_transmute = unsafe {
1075 /// std::mem::transmute::<&i32, usize>(ptr)
1078 /// // Use an `as` cast instead
1079 /// let ptr_num_cast = ptr as *const i32 as usize;
1082 /// Note that using `transmute` to turn a pointer to a `usize` is (as noted above) [undefined
1083 /// behavior][ub] in `const` contexts. Also outside of consts, this operation might not behave
1084 /// as expected -- this is touching on many unspecified aspects of the Rust memory model.
1085 /// Depending on what the code is doing, the following alternatives are preferable to
1086 /// pointer-to-integer transmutation:
1087 /// - If the code just wants to store data of arbitrary type in some buffer and needs to pick a
1088 /// type for that buffer, it can use [`MaybeUninit`][mem::MaybeUninit].
1089 /// - If the code actually wants to work on the address the pointer points to, it can use `as`
1090 /// casts or [`ptr.addr()`][pointer::addr].
1092 /// Turning a `*mut T` into an `&mut T`:
1095 /// let ptr: *mut i32 = &mut 0;
1096 /// let ref_transmuted = unsafe {
1097 /// std::mem::transmute::<*mut i32, &mut i32>(ptr)
1100 /// // Use a reborrow instead
1101 /// let ref_casted = unsafe { &mut *ptr };
1104 /// Turning an `&mut T` into an `&mut U`:
1107 /// let ptr = &mut 0;
1108 /// let val_transmuted = unsafe {
1109 /// std::mem::transmute::<&mut i32, &mut u32>(ptr)
1112 /// // Now, put together `as` and reborrowing - note the chaining of `as`
1113 /// // `as` is not transitive
1114 /// let val_casts = unsafe { &mut *(ptr as *mut i32 as *mut u32) };
1117 /// Turning an `&str` into a `&[u8]`:
1120 /// // this is not a good way to do this.
1121 /// let slice = unsafe { std::mem::transmute::<&str, &[u8]>("Rust") };
1122 /// assert_eq!(slice, &[82, 117, 115, 116]);
1124 /// // You could use `str::as_bytes`
1125 /// let slice = "Rust".as_bytes();
1126 /// assert_eq!(slice, &[82, 117, 115, 116]);
1128 /// // Or, just use a byte string, if you have control over the string
1130 /// assert_eq!(b"Rust", &[82, 117, 115, 116]);
1133 /// Turning a `Vec<&T>` into a `Vec<Option<&T>>`.
1135 /// To transmute the inner type of the contents of a container, you must make sure to not
1136 /// violate any of the container's invariants. For `Vec`, this means that both the size
1137 /// *and alignment* of the inner types have to match. Other containers might rely on the
1138 /// size of the type, alignment, or even the `TypeId`, in which case transmuting wouldn't
1139 /// be possible at all without violating the container invariants.
1142 /// let store = [0, 1, 2, 3];
1143 /// let v_orig = store.iter().collect::<Vec<&i32>>();
1145 /// // clone the vector as we will reuse them later
1146 /// let v_clone = v_orig.clone();
1148 /// // Using transmute: this relies on the unspecified data layout of `Vec`, which is a
1149 /// // bad idea and could cause Undefined Behavior.
1150 /// // However, it is no-copy.
1151 /// let v_transmuted = unsafe {
1152 /// std::mem::transmute::<Vec<&i32>, Vec<Option<&i32>>>(v_clone)
1155 /// let v_clone = v_orig.clone();
1157 /// // This is the suggested, safe way.
1158 /// // It does copy the entire vector, though, into a new array.
1159 /// let v_collected = v_clone.into_iter()
1161 /// .collect::<Vec<Option<&i32>>>();
1163 /// let v_clone = v_orig.clone();
1165 /// // This is the proper no-copy, unsafe way of "transmuting" a `Vec`, without relying on the
1166 /// // data layout. Instead of literally calling `transmute`, we perform a pointer cast, but
1167 /// // in terms of converting the original inner type (`&i32`) to the new one (`Option<&i32>`),
1168 /// // this has all the same caveats. Besides the information provided above, also consult the
1169 /// // [`from_raw_parts`] documentation.
1170 /// let v_from_raw = unsafe {
1171 // FIXME Update this when vec_into_raw_parts is stabilized
1172 /// // Ensure the original vector is not dropped.
1173 /// let mut v_clone = std::mem::ManuallyDrop::new(v_clone);
1174 /// Vec::from_raw_parts(v_clone.as_mut_ptr() as *mut Option<&i32>,
1176 /// v_clone.capacity())
1180 /// [`from_raw_parts`]: ../../std/vec/struct.Vec.html#method.from_raw_parts
1182 /// Implementing `split_at_mut`:
1185 /// use std::{slice, mem};
1187 /// // There are multiple ways to do this, and there are multiple problems
1188 /// // with the following (transmute) way.
1189 /// fn split_at_mut_transmute<T>(slice: &mut [T], mid: usize)
1190 /// -> (&mut [T], &mut [T]) {
1191 /// let len = slice.len();
1192 /// assert!(mid <= len);
1194 /// let slice2 = mem::transmute::<&mut [T], &mut [T]>(slice);
1195 /// // first: transmute is not type safe; all it checks is that T and
1196 /// // U are of the same size. Second, right here, you have two
1197 /// // mutable references pointing to the same memory.
1198 /// (&mut slice[0..mid], &mut slice2[mid..len])
1202 /// // This gets rid of the type safety problems; `&mut *` will *only* give
1203 /// // you an `&mut T` from an `&mut T` or `*mut T`.
1204 /// fn split_at_mut_casts<T>(slice: &mut [T], mid: usize)
1205 /// -> (&mut [T], &mut [T]) {
1206 /// let len = slice.len();
1207 /// assert!(mid <= len);
1209 /// let slice2 = &mut *(slice as *mut [T]);
1210 /// // however, you still have two mutable references pointing to
1211 /// // the same memory.
1212 /// (&mut slice[0..mid], &mut slice2[mid..len])
1216 /// // This is how the standard library does it. This is the best method, if
1217 /// // you need to do something like this
1218 /// fn split_at_stdlib<T>(slice: &mut [T], mid: usize)
1219 /// -> (&mut [T], &mut [T]) {
1220 /// let len = slice.len();
1221 /// assert!(mid <= len);
1223 /// let ptr = slice.as_mut_ptr();
1224 /// // This now has three mutable references pointing at the same
1225 /// // memory. `slice`, the rvalue ret.0, and the rvalue ret.1.
1226 /// // `slice` is never used after `let ptr = ...`, and so one can
1227 /// // treat it as "dead", and therefore, you only have two real
1228 /// // mutable slices.
1229 /// (slice::from_raw_parts_mut(ptr, mid),
1230 /// slice::from_raw_parts_mut(ptr.add(mid), len - mid))
1234 #[stable(feature = "rust1", since = "1.0.0")]
1235 #[rustc_allowed_through_unstable_modules]
1236 #[rustc_const_stable(feature = "const_transmute", since = "1.56.0")]
1237 #[rustc_diagnostic_item = "transmute"]
1238 pub fn transmute<T, U>(e: T) -> U;
1240 /// Returns `true` if the actual type given as `T` requires drop
1241 /// glue; returns `false` if the actual type provided for `T`
1242 /// implements `Copy`.
1244 /// If the actual type neither requires drop glue nor implements
1245 /// `Copy`, then the return value of this function is unspecified.
1247 /// Note that, unlike most intrinsics, this is safe to call;
1248 /// it does not require an `unsafe` block.
1249 /// Therefore, implementations must not require the user to uphold
1250 /// any safety invariants.
1252 /// The stabilized version of this intrinsic is [`mem::needs_drop`](crate::mem::needs_drop).
1253 #[rustc_const_stable(feature = "const_needs_drop", since = "1.40.0")]
1254 pub fn needs_drop<T: ?Sized>() -> bool;
1256 /// Calculates the offset from a pointer.
1258 /// This is implemented as an intrinsic to avoid converting to and from an
1259 /// integer, since the conversion would throw away aliasing information.
1263 /// Both the starting and resulting pointer must be either in bounds or one
1264 /// byte past the end of an allocated object. If either pointer is out of
1265 /// bounds or arithmetic overflow occurs then any further use of the
1266 /// returned value will result in undefined behavior.
1268 /// The stabilized version of this intrinsic is [`pointer::offset`].
1269 #[must_use = "returns a new pointer rather than modifying its argument"]
1270 #[rustc_const_stable(feature = "const_ptr_offset", since = "1.61.0")]
1271 pub fn offset<T>(dst: *const T, offset: isize) -> *const T;
1273 /// Calculates the offset from a pointer, potentially wrapping.
1275 /// This is implemented as an intrinsic to avoid converting to and from an
1276 /// integer, since the conversion inhibits certain optimizations.
1280 /// Unlike the `offset` intrinsic, this intrinsic does not restrict the
1281 /// resulting pointer to point into or one byte past the end of an allocated
1282 /// object, and it wraps with two's complement arithmetic. The resulting
1283 /// value is not necessarily valid to be used to actually access memory.
1285 /// The stabilized version of this intrinsic is [`pointer::wrapping_offset`].
1286 #[must_use = "returns a new pointer rather than modifying its argument"]
1287 #[rustc_const_stable(feature = "const_ptr_offset", since = "1.61.0")]
1288 pub fn arith_offset<T>(dst: *const T, offset: isize) -> *const T;
1290 /// Masks out bits of the pointer according to a mask.
1292 /// Note that, unlike most intrinsics, this is safe to call;
1293 /// it does not require an `unsafe` block.
1294 /// Therefore, implementations must not require the user to uphold
1295 /// any safety invariants.
1297 /// Consider using [`pointer::mask`] instead.
1298 #[cfg(not(bootstrap))]
1299 pub fn ptr_mask<T>(ptr: *const T, mask: usize) -> *const T;
1301 /// Equivalent to the appropriate `llvm.memcpy.p0i8.0i8.*` intrinsic, with
1302 /// a size of `count` * `size_of::<T>()` and an alignment of
1303 /// `min_align_of::<T>()`
1305 /// The volatile parameter is set to `true`, so it will not be optimized out
1306 /// unless size is equal to zero.
1308 /// This intrinsic does not have a stable counterpart.
1309 pub fn volatile_copy_nonoverlapping_memory<T>(dst: *mut T, src: *const T, count: usize);
1310 /// Equivalent to the appropriate `llvm.memmove.p0i8.0i8.*` intrinsic, with
1311 /// a size of `count * size_of::<T>()` and an alignment of
1312 /// `min_align_of::<T>()`
1314 /// The volatile parameter is set to `true`, so it will not be optimized out
1315 /// unless size is equal to zero.
1317 /// This intrinsic does not have a stable counterpart.
1318 pub fn volatile_copy_memory<T>(dst: *mut T, src: *const T, count: usize);
1319 /// Equivalent to the appropriate `llvm.memset.p0i8.*` intrinsic, with a
1320 /// size of `count * size_of::<T>()` and an alignment of
1321 /// `min_align_of::<T>()`.
1323 /// The volatile parameter is set to `true`, so it will not be optimized out
1324 /// unless size is equal to zero.
1326 /// This intrinsic does not have a stable counterpart.
1327 pub fn volatile_set_memory<T>(dst: *mut T, val: u8, count: usize);
1329 /// Performs a volatile load from the `src` pointer.
1331 /// The stabilized version of this intrinsic is [`core::ptr::read_volatile`].
1332 pub fn volatile_load<T>(src: *const T) -> T;
1333 /// Performs a volatile store to the `dst` pointer.
1335 /// The stabilized version of this intrinsic is [`core::ptr::write_volatile`].
1336 pub fn volatile_store<T>(dst: *mut T, val: T);
1338 /// Performs a volatile load from the `src` pointer
1339 /// The pointer is not required to be aligned.
1341 /// This intrinsic does not have a stable counterpart.
1342 pub fn unaligned_volatile_load<T>(src: *const T) -> T;
1343 /// Performs a volatile store to the `dst` pointer.
1344 /// The pointer is not required to be aligned.
1346 /// This intrinsic does not have a stable counterpart.
1347 pub fn unaligned_volatile_store<T>(dst: *mut T, val: T);
1349 /// Returns the square root of an `f32`
1351 /// The stabilized version of this intrinsic is
1352 /// [`f32::sqrt`](../../std/primitive.f32.html#method.sqrt)
1353 pub fn sqrtf32(x: f32) -> f32;
1354 /// Returns the square root of an `f64`
1356 /// The stabilized version of this intrinsic is
1357 /// [`f64::sqrt`](../../std/primitive.f64.html#method.sqrt)
1358 pub fn sqrtf64(x: f64) -> f64;
1360 /// Raises an `f32` to an integer power.
1362 /// The stabilized version of this intrinsic is
1363 /// [`f32::powi`](../../std/primitive.f32.html#method.powi)
1364 pub fn powif32(a: f32, x: i32) -> f32;
1365 /// Raises an `f64` to an integer power.
1367 /// The stabilized version of this intrinsic is
1368 /// [`f64::powi`](../../std/primitive.f64.html#method.powi)
1369 pub fn powif64(a: f64, x: i32) -> f64;
1371 /// Returns the sine of an `f32`.
1373 /// The stabilized version of this intrinsic is
1374 /// [`f32::sin`](../../std/primitive.f32.html#method.sin)
1375 pub fn sinf32(x: f32) -> f32;
1376 /// Returns the sine of an `f64`.
1378 /// The stabilized version of this intrinsic is
1379 /// [`f64::sin`](../../std/primitive.f64.html#method.sin)
1380 pub fn sinf64(x: f64) -> f64;
1382 /// Returns the cosine of an `f32`.
1384 /// The stabilized version of this intrinsic is
1385 /// [`f32::cos`](../../std/primitive.f32.html#method.cos)
1386 pub fn cosf32(x: f32) -> f32;
1387 /// Returns the cosine of an `f64`.
1389 /// The stabilized version of this intrinsic is
1390 /// [`f64::cos`](../../std/primitive.f64.html#method.cos)
1391 pub fn cosf64(x: f64) -> f64;
1393 /// Raises an `f32` to an `f32` power.
1395 /// The stabilized version of this intrinsic is
1396 /// [`f32::powf`](../../std/primitive.f32.html#method.powf)
1397 pub fn powf32(a: f32, x: f32) -> f32;
1398 /// Raises an `f64` to an `f64` power.
1400 /// The stabilized version of this intrinsic is
1401 /// [`f64::powf`](../../std/primitive.f64.html#method.powf)
1402 pub fn powf64(a: f64, x: f64) -> f64;
1404 /// Returns the exponential of an `f32`.
1406 /// The stabilized version of this intrinsic is
1407 /// [`f32::exp`](../../std/primitive.f32.html#method.exp)
1408 pub fn expf32(x: f32) -> f32;
1409 /// Returns the exponential of an `f64`.
1411 /// The stabilized version of this intrinsic is
1412 /// [`f64::exp`](../../std/primitive.f64.html#method.exp)
1413 pub fn expf64(x: f64) -> f64;
1415 /// Returns 2 raised to the power of an `f32`.
1417 /// The stabilized version of this intrinsic is
1418 /// [`f32::exp2`](../../std/primitive.f32.html#method.exp2)
1419 pub fn exp2f32(x: f32) -> f32;
1420 /// Returns 2 raised to the power of an `f64`.
1422 /// The stabilized version of this intrinsic is
1423 /// [`f64::exp2`](../../std/primitive.f64.html#method.exp2)
1424 pub fn exp2f64(x: f64) -> f64;
1426 /// Returns the natural logarithm of an `f32`.
1428 /// The stabilized version of this intrinsic is
1429 /// [`f32::ln`](../../std/primitive.f32.html#method.ln)
1430 pub fn logf32(x: f32) -> f32;
1431 /// Returns the natural logarithm of an `f64`.
1433 /// The stabilized version of this intrinsic is
1434 /// [`f64::ln`](../../std/primitive.f64.html#method.ln)
1435 pub fn logf64(x: f64) -> f64;
1437 /// Returns the base 10 logarithm of an `f32`.
1439 /// The stabilized version of this intrinsic is
1440 /// [`f32::log10`](../../std/primitive.f32.html#method.log10)
1441 pub fn log10f32(x: f32) -> f32;
1442 /// Returns the base 10 logarithm of an `f64`.
1444 /// The stabilized version of this intrinsic is
1445 /// [`f64::log10`](../../std/primitive.f64.html#method.log10)
1446 pub fn log10f64(x: f64) -> f64;
1448 /// Returns the base 2 logarithm of an `f32`.
1450 /// The stabilized version of this intrinsic is
1451 /// [`f32::log2`](../../std/primitive.f32.html#method.log2)
1452 pub fn log2f32(x: f32) -> f32;
1453 /// Returns the base 2 logarithm of an `f64`.
1455 /// The stabilized version of this intrinsic is
1456 /// [`f64::log2`](../../std/primitive.f64.html#method.log2)
1457 pub fn log2f64(x: f64) -> f64;
1459 /// Returns `a * b + c` for `f32` values.
1461 /// The stabilized version of this intrinsic is
1462 /// [`f32::mul_add`](../../std/primitive.f32.html#method.mul_add)
1463 pub fn fmaf32(a: f32, b: f32, c: f32) -> f32;
1464 /// Returns `a * b + c` for `f64` values.
1466 /// The stabilized version of this intrinsic is
1467 /// [`f64::mul_add`](../../std/primitive.f64.html#method.mul_add)
1468 pub fn fmaf64(a: f64, b: f64, c: f64) -> f64;
1470 /// Returns the absolute value of an `f32`.
1472 /// The stabilized version of this intrinsic is
1473 /// [`f32::abs`](../../std/primitive.f32.html#method.abs)
1474 pub fn fabsf32(x: f32) -> f32;
1475 /// Returns the absolute value of an `f64`.
1477 /// The stabilized version of this intrinsic is
1478 /// [`f64::abs`](../../std/primitive.f64.html#method.abs)
1479 pub fn fabsf64(x: f64) -> f64;
1481 /// Returns the minimum of two `f32` values.
1483 /// Note that, unlike most intrinsics, this is safe to call;
1484 /// it does not require an `unsafe` block.
1485 /// Therefore, implementations must not require the user to uphold
1486 /// any safety invariants.
1488 /// The stabilized version of this intrinsic is
1490 pub fn minnumf32(x: f32, y: f32) -> f32;
1491 /// Returns the minimum of two `f64` values.
1493 /// Note that, unlike most intrinsics, this is safe to call;
1494 /// it does not require an `unsafe` block.
1495 /// Therefore, implementations must not require the user to uphold
1496 /// any safety invariants.
1498 /// The stabilized version of this intrinsic is
1500 pub fn minnumf64(x: f64, y: f64) -> f64;
1501 /// Returns the maximum of two `f32` values.
1503 /// Note that, unlike most intrinsics, this is safe to call;
1504 /// it does not require an `unsafe` block.
1505 /// Therefore, implementations must not require the user to uphold
1506 /// any safety invariants.
1508 /// The stabilized version of this intrinsic is
1510 pub fn maxnumf32(x: f32, y: f32) -> f32;
1511 /// Returns the maximum of two `f64` values.
1513 /// Note that, unlike most intrinsics, this is safe to call;
1514 /// it does not require an `unsafe` block.
1515 /// Therefore, implementations must not require the user to uphold
1516 /// any safety invariants.
1518 /// The stabilized version of this intrinsic is
1520 pub fn maxnumf64(x: f64, y: f64) -> f64;
1522 /// Copies the sign from `y` to `x` for `f32` values.
1524 /// The stabilized version of this intrinsic is
1525 /// [`f32::copysign`](../../std/primitive.f32.html#method.copysign)
1526 pub fn copysignf32(x: f32, y: f32) -> f32;
1527 /// Copies the sign from `y` to `x` for `f64` values.
1529 /// The stabilized version of this intrinsic is
1530 /// [`f64::copysign`](../../std/primitive.f64.html#method.copysign)
1531 pub fn copysignf64(x: f64, y: f64) -> f64;
1533 /// Returns the largest integer less than or equal to an `f32`.
1535 /// The stabilized version of this intrinsic is
1536 /// [`f32::floor`](../../std/primitive.f32.html#method.floor)
1537 pub fn floorf32(x: f32) -> f32;
1538 /// Returns the largest integer less than or equal to an `f64`.
1540 /// The stabilized version of this intrinsic is
1541 /// [`f64::floor`](../../std/primitive.f64.html#method.floor)
1542 pub fn floorf64(x: f64) -> f64;
1544 /// Returns the smallest integer greater than or equal to an `f32`.
1546 /// The stabilized version of this intrinsic is
1547 /// [`f32::ceil`](../../std/primitive.f32.html#method.ceil)
1548 pub fn ceilf32(x: f32) -> f32;
1549 /// Returns the smallest integer greater than or equal to an `f64`.
1551 /// The stabilized version of this intrinsic is
1552 /// [`f64::ceil`](../../std/primitive.f64.html#method.ceil)
1553 pub fn ceilf64(x: f64) -> f64;
1555 /// Returns the integer part of an `f32`.
1557 /// The stabilized version of this intrinsic is
1558 /// [`f32::trunc`](../../std/primitive.f32.html#method.trunc)
1559 pub fn truncf32(x: f32) -> f32;
1560 /// Returns the integer part of an `f64`.
1562 /// The stabilized version of this intrinsic is
1563 /// [`f64::trunc`](../../std/primitive.f64.html#method.trunc)
1564 pub fn truncf64(x: f64) -> f64;
1566 /// Returns the nearest integer to an `f32`. May raise an inexact floating-point exception
1567 /// if the argument is not an integer.
1568 pub fn rintf32(x: f32) -> f32;
1569 /// Returns the nearest integer to an `f64`. May raise an inexact floating-point exception
1570 /// if the argument is not an integer.
1571 pub fn rintf64(x: f64) -> f64;
1573 /// Returns the nearest integer to an `f32`.
1575 /// This intrinsic does not have a stable counterpart.
1576 pub fn nearbyintf32(x: f32) -> f32;
1577 /// Returns the nearest integer to an `f64`.
1579 /// This intrinsic does not have a stable counterpart.
1580 pub fn nearbyintf64(x: f64) -> f64;
1582 /// Returns the nearest integer to an `f32`. Rounds half-way cases away from zero.
1584 /// The stabilized version of this intrinsic is
1585 /// [`f32::round`](../../std/primitive.f32.html#method.round)
1586 pub fn roundf32(x: f32) -> f32;
1587 /// Returns the nearest integer to an `f64`. Rounds half-way cases away from zero.
1589 /// The stabilized version of this intrinsic is
1590 /// [`f64::round`](../../std/primitive.f64.html#method.round)
1591 pub fn roundf64(x: f64) -> f64;
1593 /// Float addition that allows optimizations based on algebraic rules.
1594 /// May assume inputs are finite.
1596 /// This intrinsic does not have a stable counterpart.
1597 pub fn fadd_fast<T: Copy>(a: T, b: T) -> T;
1599 /// Float subtraction that allows optimizations based on algebraic rules.
1600 /// May assume inputs are finite.
1602 /// This intrinsic does not have a stable counterpart.
1603 pub fn fsub_fast<T: Copy>(a: T, b: T) -> T;
1605 /// Float multiplication that allows optimizations based on algebraic rules.
1606 /// May assume inputs are finite.
1608 /// This intrinsic does not have a stable counterpart.
1609 pub fn fmul_fast<T: Copy>(a: T, b: T) -> T;
1611 /// Float division that allows optimizations based on algebraic rules.
1612 /// May assume inputs are finite.
1614 /// This intrinsic does not have a stable counterpart.
1615 pub fn fdiv_fast<T: Copy>(a: T, b: T) -> T;
1617 /// Float remainder that allows optimizations based on algebraic rules.
1618 /// May assume inputs are finite.
1620 /// This intrinsic does not have a stable counterpart.
1621 pub fn frem_fast<T: Copy>(a: T, b: T) -> T;
1623 /// Convert with LLVM’s fptoui/fptosi, which may return undef for values out of range
1624 /// (<https://github.com/rust-lang/rust/issues/10184>)
1626 /// Stabilized as [`f32::to_int_unchecked`] and [`f64::to_int_unchecked`].
1627 pub fn float_to_int_unchecked<Float: Copy, Int: Copy>(value: Float) -> Int;
1629 /// Returns the number of bits set in an integer type `T`
1631 /// Note that, unlike most intrinsics, this is safe to call;
1632 /// it does not require an `unsafe` block.
1633 /// Therefore, implementations must not require the user to uphold
1634 /// any safety invariants.
1636 /// The stabilized versions of this intrinsic are available on the integer
1637 /// primitives via the `count_ones` method. For example,
1638 /// [`u32::count_ones`]
1639 #[rustc_const_stable(feature = "const_ctpop", since = "1.40.0")]
1640 pub fn ctpop<T: Copy>(x: T) -> T;
1642 /// Returns the number of leading unset bits (zeroes) in an integer type `T`.
1644 /// Note that, unlike most intrinsics, this is safe to call;
1645 /// it does not require an `unsafe` block.
1646 /// Therefore, implementations must not require the user to uphold
1647 /// any safety invariants.
1649 /// The stabilized versions of this intrinsic are available on the integer
1650 /// primitives via the `leading_zeros` method. For example,
1651 /// [`u32::leading_zeros`]
1656 /// #![feature(core_intrinsics)]
1658 /// use std::intrinsics::ctlz;
1660 /// let x = 0b0001_1100_u8;
1661 /// let num_leading = ctlz(x);
1662 /// assert_eq!(num_leading, 3);
1665 /// An `x` with value `0` will return the bit width of `T`.
1668 /// #![feature(core_intrinsics)]
1670 /// use std::intrinsics::ctlz;
1673 /// let num_leading = ctlz(x);
1674 /// assert_eq!(num_leading, 16);
1676 #[rustc_const_stable(feature = "const_ctlz", since = "1.40.0")]
1677 pub fn ctlz<T: Copy>(x: T) -> T;
1679 /// Like `ctlz`, but extra-unsafe as it returns `undef` when
1680 /// given an `x` with value `0`.
1682 /// This intrinsic does not have a stable counterpart.
1687 /// #![feature(core_intrinsics)]
1689 /// use std::intrinsics::ctlz_nonzero;
1691 /// let x = 0b0001_1100_u8;
1692 /// let num_leading = unsafe { ctlz_nonzero(x) };
1693 /// assert_eq!(num_leading, 3);
1695 #[rustc_const_stable(feature = "constctlz", since = "1.50.0")]
1696 pub fn ctlz_nonzero<T: Copy>(x: T) -> T;
1698 /// Returns the number of trailing unset bits (zeroes) in an integer type `T`.
1700 /// Note that, unlike most intrinsics, this is safe to call;
1701 /// it does not require an `unsafe` block.
1702 /// Therefore, implementations must not require the user to uphold
1703 /// any safety invariants.
1705 /// The stabilized versions of this intrinsic are available on the integer
1706 /// primitives via the `trailing_zeros` method. For example,
1707 /// [`u32::trailing_zeros`]
1712 /// #![feature(core_intrinsics)]
1714 /// use std::intrinsics::cttz;
1716 /// let x = 0b0011_1000_u8;
1717 /// let num_trailing = cttz(x);
1718 /// assert_eq!(num_trailing, 3);
1721 /// An `x` with value `0` will return the bit width of `T`:
1724 /// #![feature(core_intrinsics)]
1726 /// use std::intrinsics::cttz;
1729 /// let num_trailing = cttz(x);
1730 /// assert_eq!(num_trailing, 16);
1732 #[rustc_const_stable(feature = "const_cttz", since = "1.40.0")]
1733 pub fn cttz<T: Copy>(x: T) -> T;
1735 /// Like `cttz`, but extra-unsafe as it returns `undef` when
1736 /// given an `x` with value `0`.
1738 /// This intrinsic does not have a stable counterpart.
1743 /// #![feature(core_intrinsics)]
1745 /// use std::intrinsics::cttz_nonzero;
1747 /// let x = 0b0011_1000_u8;
1748 /// let num_trailing = unsafe { cttz_nonzero(x) };
1749 /// assert_eq!(num_trailing, 3);
1751 #[rustc_const_stable(feature = "const_cttz_nonzero", since = "1.53.0")]
1752 pub fn cttz_nonzero<T: Copy>(x: T) -> T;
1754 /// Reverses the bytes in an integer type `T`.
1756 /// Note that, unlike most intrinsics, this is safe to call;
1757 /// it does not require an `unsafe` block.
1758 /// Therefore, implementations must not require the user to uphold
1759 /// any safety invariants.
1761 /// The stabilized versions of this intrinsic are available on the integer
1762 /// primitives via the `swap_bytes` method. For example,
1763 /// [`u32::swap_bytes`]
1764 #[rustc_const_stable(feature = "const_bswap", since = "1.40.0")]
1765 pub fn bswap<T: Copy>(x: T) -> T;
1767 /// Reverses the bits in an integer type `T`.
1769 /// Note that, unlike most intrinsics, this is safe to call;
1770 /// it does not require an `unsafe` block.
1771 /// Therefore, implementations must not require the user to uphold
1772 /// any safety invariants.
1774 /// The stabilized versions of this intrinsic are available on the integer
1775 /// primitives via the `reverse_bits` method. For example,
1776 /// [`u32::reverse_bits`]
1777 #[rustc_const_stable(feature = "const_bitreverse", since = "1.40.0")]
1778 pub fn bitreverse<T: Copy>(x: T) -> T;
1780 /// Performs checked integer addition.
1782 /// Note that, unlike most intrinsics, this is safe to call;
1783 /// it does not require an `unsafe` block.
1784 /// Therefore, implementations must not require the user to uphold
1785 /// any safety invariants.
1787 /// The stabilized versions of this intrinsic are available on the integer
1788 /// primitives via the `overflowing_add` method. For example,
1789 /// [`u32::overflowing_add`]
1790 #[rustc_const_stable(feature = "const_int_overflow", since = "1.40.0")]
1791 pub fn add_with_overflow<T: Copy>(x: T, y: T) -> (T, bool);
1793 /// Performs checked integer subtraction
1795 /// Note that, unlike most intrinsics, this is safe to call;
1796 /// it does not require an `unsafe` block.
1797 /// Therefore, implementations must not require the user to uphold
1798 /// any safety invariants.
1800 /// The stabilized versions of this intrinsic are available on the integer
1801 /// primitives via the `overflowing_sub` method. For example,
1802 /// [`u32::overflowing_sub`]
1803 #[rustc_const_stable(feature = "const_int_overflow", since = "1.40.0")]
1804 pub fn sub_with_overflow<T: Copy>(x: T, y: T) -> (T, bool);
1806 /// Performs checked integer multiplication
1808 /// Note that, unlike most intrinsics, this is safe to call;
1809 /// it does not require an `unsafe` block.
1810 /// Therefore, implementations must not require the user to uphold
1811 /// any safety invariants.
1813 /// The stabilized versions of this intrinsic are available on the integer
1814 /// primitives via the `overflowing_mul` method. For example,
1815 /// [`u32::overflowing_mul`]
1816 #[rustc_const_stable(feature = "const_int_overflow", since = "1.40.0")]
1817 pub fn mul_with_overflow<T: Copy>(x: T, y: T) -> (T, bool);
1819 /// Performs an exact division, resulting in undefined behavior where
1820 /// `x % y != 0` or `y == 0` or `x == T::MIN && y == -1`
1822 /// This intrinsic does not have a stable counterpart.
1823 pub fn exact_div<T: Copy>(x: T, y: T) -> T;
1825 /// Performs an unchecked division, resulting in undefined behavior
1826 /// where `y == 0` or `x == T::MIN && y == -1`
1828 /// Safe wrappers for this intrinsic are available on the integer
1829 /// primitives via the `checked_div` method. For example,
1830 /// [`u32::checked_div`]
1831 #[rustc_const_stable(feature = "const_int_unchecked_div", since = "1.52.0")]
1832 pub fn unchecked_div<T: Copy>(x: T, y: T) -> T;
1833 /// Returns the remainder of an unchecked division, resulting in
1834 /// undefined behavior when `y == 0` or `x == T::MIN && y == -1`
1836 /// Safe wrappers for this intrinsic are available on the integer
1837 /// primitives via the `checked_rem` method. For example,
1838 /// [`u32::checked_rem`]
1839 #[rustc_const_stable(feature = "const_int_unchecked_rem", since = "1.52.0")]
1840 pub fn unchecked_rem<T: Copy>(x: T, y: T) -> T;
1842 /// Performs an unchecked left shift, resulting in undefined behavior when
1843 /// `y < 0` or `y >= N`, where N is the width of T in bits.
1845 /// Safe wrappers for this intrinsic are available on the integer
1846 /// primitives via the `checked_shl` method. For example,
1847 /// [`u32::checked_shl`]
1848 #[rustc_const_stable(feature = "const_int_unchecked", since = "1.40.0")]
1849 pub fn unchecked_shl<T: Copy>(x: T, y: T) -> T;
1850 /// Performs an unchecked right shift, resulting in undefined behavior when
1851 /// `y < 0` or `y >= N`, where N is the width of T in bits.
1853 /// Safe wrappers for this intrinsic are available on the integer
1854 /// primitives via the `checked_shr` method. For example,
1855 /// [`u32::checked_shr`]
1856 #[rustc_const_stable(feature = "const_int_unchecked", since = "1.40.0")]
1857 pub fn unchecked_shr<T: Copy>(x: T, y: T) -> T;
1859 /// Returns the result of an unchecked addition, resulting in
1860 /// undefined behavior when `x + y > T::MAX` or `x + y < T::MIN`.
1862 /// This intrinsic does not have a stable counterpart.
1863 #[rustc_const_unstable(feature = "const_int_unchecked_arith", issue = "none")]
1864 pub fn unchecked_add<T: Copy>(x: T, y: T) -> T;
1866 /// Returns the result of an unchecked subtraction, resulting in
1867 /// undefined behavior when `x - y > T::MAX` or `x - y < T::MIN`.
1869 /// This intrinsic does not have a stable counterpart.
1870 #[rustc_const_unstable(feature = "const_int_unchecked_arith", issue = "none")]
1871 pub fn unchecked_sub<T: Copy>(x: T, y: T) -> T;
1873 /// Returns the result of an unchecked multiplication, resulting in
1874 /// undefined behavior when `x * y > T::MAX` or `x * y < T::MIN`.
1876 /// This intrinsic does not have a stable counterpart.
1877 #[rustc_const_unstable(feature = "const_int_unchecked_arith", issue = "none")]
1878 pub fn unchecked_mul<T: Copy>(x: T, y: T) -> T;
1880 /// Performs rotate left.
1882 /// Note that, unlike most intrinsics, this is safe to call;
1883 /// it does not require an `unsafe` block.
1884 /// Therefore, implementations must not require the user to uphold
1885 /// any safety invariants.
1887 /// The stabilized versions of this intrinsic are available on the integer
1888 /// primitives via the `rotate_left` method. For example,
1889 /// [`u32::rotate_left`]
1890 #[rustc_const_stable(feature = "const_int_rotate", since = "1.40.0")]
1891 pub fn rotate_left<T: Copy>(x: T, y: T) -> T;
1893 /// Performs rotate right.
1895 /// Note that, unlike most intrinsics, this is safe to call;
1896 /// it does not require an `unsafe` block.
1897 /// Therefore, implementations must not require the user to uphold
1898 /// any safety invariants.
1900 /// The stabilized versions of this intrinsic are available on the integer
1901 /// primitives via the `rotate_right` method. For example,
1902 /// [`u32::rotate_right`]
1903 #[rustc_const_stable(feature = "const_int_rotate", since = "1.40.0")]
1904 pub fn rotate_right<T: Copy>(x: T, y: T) -> T;
1906 /// Returns (a + b) mod 2<sup>N</sup>, where N is the width of T in bits.
1908 /// Note that, unlike most intrinsics, this is safe to call;
1909 /// it does not require an `unsafe` block.
1910 /// Therefore, implementations must not require the user to uphold
1911 /// any safety invariants.
1913 /// The stabilized versions of this intrinsic are available on the integer
1914 /// primitives via the `wrapping_add` method. For example,
1915 /// [`u32::wrapping_add`]
1916 #[rustc_const_stable(feature = "const_int_wrapping", since = "1.40.0")]
1917 pub fn wrapping_add<T: Copy>(a: T, b: T) -> T;
1918 /// Returns (a - b) mod 2<sup>N</sup>, where N is the width of T in bits.
1920 /// Note that, unlike most intrinsics, this is safe to call;
1921 /// it does not require an `unsafe` block.
1922 /// Therefore, implementations must not require the user to uphold
1923 /// any safety invariants.
1925 /// The stabilized versions of this intrinsic are available on the integer
1926 /// primitives via the `wrapping_sub` method. For example,
1927 /// [`u32::wrapping_sub`]
1928 #[rustc_const_stable(feature = "const_int_wrapping", since = "1.40.0")]
1929 pub fn wrapping_sub<T: Copy>(a: T, b: T) -> T;
1930 /// Returns (a * b) mod 2<sup>N</sup>, where N is the width of T in bits.
1932 /// Note that, unlike most intrinsics, this is safe to call;
1933 /// it does not require an `unsafe` block.
1934 /// Therefore, implementations must not require the user to uphold
1935 /// any safety invariants.
1937 /// The stabilized versions of this intrinsic are available on the integer
1938 /// primitives via the `wrapping_mul` method. For example,
1939 /// [`u32::wrapping_mul`]
1940 #[rustc_const_stable(feature = "const_int_wrapping", since = "1.40.0")]
1941 pub fn wrapping_mul<T: Copy>(a: T, b: T) -> T;
1943 /// Computes `a + b`, saturating at numeric bounds.
1945 /// Note that, unlike most intrinsics, this is safe to call;
1946 /// it does not require an `unsafe` block.
1947 /// Therefore, implementations must not require the user to uphold
1948 /// any safety invariants.
1950 /// The stabilized versions of this intrinsic are available on the integer
1951 /// primitives via the `saturating_add` method. For example,
1952 /// [`u32::saturating_add`]
1953 #[rustc_const_stable(feature = "const_int_saturating", since = "1.40.0")]
1954 pub fn saturating_add<T: Copy>(a: T, b: T) -> T;
1955 /// Computes `a - b`, saturating at numeric bounds.
1957 /// Note that, unlike most intrinsics, this is safe to call;
1958 /// it does not require an `unsafe` block.
1959 /// Therefore, implementations must not require the user to uphold
1960 /// any safety invariants.
1962 /// The stabilized versions of this intrinsic are available on the integer
1963 /// primitives via the `saturating_sub` method. For example,
1964 /// [`u32::saturating_sub`]
1965 #[rustc_const_stable(feature = "const_int_saturating", since = "1.40.0")]
1966 pub fn saturating_sub<T: Copy>(a: T, b: T) -> T;
1968 /// Returns the value of the discriminant for the variant in 'v';
1969 /// if `T` has no discriminant, returns `0`.
1971 /// Note that, unlike most intrinsics, this is safe to call;
1972 /// it does not require an `unsafe` block.
1973 /// Therefore, implementations must not require the user to uphold
1974 /// any safety invariants.
1976 /// The stabilized version of this intrinsic is [`core::mem::discriminant`].
1977 #[rustc_const_unstable(feature = "const_discriminant", issue = "69821")]
1978 pub fn discriminant_value<T>(v: &T) -> <T as DiscriminantKind>::Discriminant;
1980 /// Returns the number of variants of the type `T` cast to a `usize`;
1981 /// if `T` has no variants, returns `0`. Uninhabited variants will be counted.
1983 /// Note that, unlike most intrinsics, this is safe to call;
1984 /// it does not require an `unsafe` block.
1985 /// Therefore, implementations must not require the user to uphold
1986 /// any safety invariants.
1988 /// The to-be-stabilized version of this intrinsic is [`mem::variant_count`].
1989 #[rustc_const_unstable(feature = "variant_count", issue = "73662")]
1990 pub fn variant_count<T>() -> usize;
1992 /// Rust's "try catch" construct which invokes the function pointer `try_fn`
1993 /// with the data pointer `data`.
1995 /// The third argument is a function called if a panic occurs. This function
1996 /// takes the data pointer and a pointer to the target-specific exception
1997 /// object that was caught. For more information see the compiler's
1998 /// source as well as std's catch implementation.
1999 pub fn r#try(try_fn: fn(*mut u8), data: *mut u8, catch_fn: fn(*mut u8, *mut u8)) -> i32;
2001 /// Emits a `!nontemporal` store according to LLVM (see their docs).
2002 /// Probably will never become stable.
2003 pub fn nontemporal_store<T>(ptr: *mut T, val: T);
2005 /// See documentation of `<*const T>::offset_from` for details.
2006 #[rustc_const_stable(feature = "const_ptr_offset_from", since = "1.65.0")]
2007 pub fn ptr_offset_from<T>(ptr: *const T, base: *const T) -> isize;
2009 /// See documentation of `<*const T>::sub_ptr` for details.
2010 #[rustc_const_unstable(feature = "const_ptr_sub_ptr", issue = "95892")]
2011 pub fn ptr_offset_from_unsigned<T>(ptr: *const T, base: *const T) -> usize;
2013 /// See documentation of `<*const T>::guaranteed_eq` for details.
2015 /// Note that, unlike most intrinsics, this is safe to call;
2016 /// it does not require an `unsafe` block.
2017 /// Therefore, implementations must not require the user to uphold
2018 /// any safety invariants.
2019 #[rustc_const_unstable(feature = "const_raw_ptr_comparison", issue = "53020")]
2020 pub fn ptr_guaranteed_eq<T>(ptr: *const T, other: *const T) -> bool;
2022 /// See documentation of `<*const T>::guaranteed_ne` for details.
2024 /// Note that, unlike most intrinsics, this is safe to call;
2025 /// it does not require an `unsafe` block.
2026 /// Therefore, implementations must not require the user to uphold
2027 /// any safety invariants.
2028 #[rustc_const_unstable(feature = "const_raw_ptr_comparison", issue = "53020")]
2029 pub fn ptr_guaranteed_ne<T>(ptr: *const T, other: *const T) -> bool;
2031 /// Allocates a block of memory at compile time.
2032 /// At runtime, just returns a null pointer.
2036 /// - The `align` argument must be a power of two.
2037 /// - At compile time, a compile error occurs if this constraint is violated.
2038 /// - At runtime, it is not checked.
2039 #[rustc_const_unstable(feature = "const_heap", issue = "79597")]
2040 pub fn const_allocate(size: usize, align: usize) -> *mut u8;
2042 /// Deallocates a memory which allocated by `intrinsics::const_allocate` at compile time.
2043 /// At runtime, does nothing.
2047 /// - The `align` argument must be a power of two.
2048 /// - At compile time, a compile error occurs if this constraint is violated.
2049 /// - At runtime, it is not checked.
2050 /// - If the `ptr` is created in an another const, this intrinsic doesn't deallocate it.
2051 /// - If the `ptr` is pointing to a local variable, this intrinsic doesn't deallocate it.
2052 #[rustc_const_unstable(feature = "const_heap", issue = "79597")]
2053 pub fn const_deallocate(ptr: *mut u8, size: usize, align: usize);
2055 /// Determines whether the raw bytes of the two values are equal.
2057 /// This is particularly handy for arrays, since it allows things like just
2058 /// comparing `i96`s instead of forcing `alloca`s for `[6 x i16]`.
2060 /// Above some backend-decided threshold this will emit calls to `memcmp`,
2061 /// like slice equality does, instead of causing massive code size.
2065 /// It's UB to call this if any of the *bytes* in `*a` or `*b` are uninitialized or carry a
2067 /// Note that this is a stricter criterion than just the *values* being
2068 /// fully-initialized: if `T` has padding, it's UB to call this intrinsic.
2070 /// (The implementation is allowed to branch on the results of comparisons,
2071 /// which is UB if any of their inputs are `undef`.)
2072 #[rustc_const_unstable(feature = "const_intrinsic_raw_eq", issue = "none")]
2073 pub fn raw_eq<T>(a: &T, b: &T) -> bool;
2075 /// See documentation of [`std::hint::black_box`] for details.
2077 /// [`std::hint::black_box`]: crate::hint::black_box
2078 #[rustc_const_unstable(feature = "const_black_box", issue = "none")]
2079 pub fn black_box<T>(dummy: T) -> T;
2081 /// `ptr` must point to a vtable.
2082 /// The intrinsic will return the size stored in that vtable.
2083 pub fn vtable_size(ptr: *const ()) -> usize;
2085 /// `ptr` must point to a vtable.
2086 /// The intrinsic will return the alignment stored in that vtable.
2087 pub fn vtable_align(ptr: *const ()) -> usize;
2090 // Some functions are defined here because they accidentally got made
2091 // available in this module on stable. See <https://github.com/rust-lang/rust/issues/15702>.
2092 // (`transmute` also falls into this category, but it cannot be wrapped due to the
2093 // check that `T` and `U` have the same size.)
2095 /// Check that the preconditions of an unsafe function are followed, if debug_assertions are on,
2096 /// and only at runtime.
2100 /// Invoking this macro is only sound if the following code is already UB when the passed
2101 /// expression evaluates to false.
2103 /// This macro expands to a check at runtime if debug_assertions is set. It has no effect at
2104 /// compile time, but the semantics of the contained `const_eval_select` must be the same at
2105 /// runtime and at compile time. Thus if the expression evaluates to false, this macro produces
2106 /// different behavior at compile time and at runtime, and invoking it is incorrect.
2108 /// So in a sense it is UB if this macro is useful, but we expect callers of `unsafe fn` to make
2109 /// the occasional mistake, and this check should help them figure things out.
2110 #[allow_internal_unstable(const_eval_select)] // permit this to be called in stably-const fn
2111 macro_rules! assert_unsafe_precondition {
2113 if cfg!(debug_assertions) {
2114 // Use a closure so that we can capture arbitrary expressions from the invocation
2117 // abort instead of panicking to reduce impact on code size
2118 ::core::intrinsics::abort();
2121 const fn comptime() {}
2123 ::core::intrinsics::const_eval_select((), comptime, runtime);
2127 pub(crate) use assert_unsafe_precondition;
2129 /// Checks whether `ptr` is properly aligned with respect to
2130 /// `align_of::<T>()`.
2131 pub(crate) fn is_aligned_and_not_null<T>(ptr: *const T) -> bool {
2132 !ptr.is_null() && ptr.is_aligned()
2135 /// Checks whether the regions of memory starting at `src` and `dst` of size
2136 /// `count * size_of::<T>()` do *not* overlap.
2137 pub(crate) fn is_nonoverlapping<T>(src: *const T, dst: *const T, count: usize) -> bool {
2138 let src_usize = src.addr();
2139 let dst_usize = dst.addr();
2140 let size = mem::size_of::<T>().checked_mul(count).unwrap();
2141 let diff = if src_usize > dst_usize { src_usize - dst_usize } else { dst_usize - src_usize };
2142 // If the absolute distance between the ptrs is at least as big as the size of the buffer,
2143 // they do not overlap.
2147 /// Copies `count * size_of::<T>()` bytes from `src` to `dst`. The source
2148 /// and destination must *not* overlap.
2150 /// For regions of memory which might overlap, use [`copy`] instead.
2152 /// `copy_nonoverlapping` is semantically equivalent to C's [`memcpy`], but
2153 /// with the argument order swapped.
2155 /// The copy is "untyped" in the sense that data may be uninitialized or otherwise violate the
2156 /// requirements of `T`. The initialization state is preserved exactly.
2158 /// [`memcpy`]: https://en.cppreference.com/w/c/string/byte/memcpy
2162 /// Behavior is undefined if any of the following conditions are violated:
2164 /// * `src` must be [valid] for reads of `count * size_of::<T>()` bytes.
2166 /// * `dst` must be [valid] for writes of `count * size_of::<T>()` bytes.
2168 /// * Both `src` and `dst` must be properly aligned.
2170 /// * The region of memory beginning at `src` with a size of `count *
2171 /// size_of::<T>()` bytes must *not* overlap with the region of memory
2172 /// beginning at `dst` with the same size.
2174 /// Like [`read`], `copy_nonoverlapping` creates a bitwise copy of `T`, regardless of
2175 /// whether `T` is [`Copy`]. If `T` is not [`Copy`], using *both* the values
2176 /// in the region beginning at `*src` and the region beginning at `*dst` can
2177 /// [violate memory safety][read-ownership].
2179 /// Note that even if the effectively copied size (`count * size_of::<T>()`) is
2180 /// `0`, the pointers must be non-null and properly aligned.
2182 /// [`read`]: crate::ptr::read
2183 /// [read-ownership]: crate::ptr::read#ownership-of-the-returned-value
2184 /// [valid]: crate::ptr#safety
2188 /// Manually implement [`Vec::append`]:
2193 /// /// Moves all the elements of `src` into `dst`, leaving `src` empty.
2194 /// fn append<T>(dst: &mut Vec<T>, src: &mut Vec<T>) {
2195 /// let src_len = src.len();
2196 /// let dst_len = dst.len();
2198 /// // Ensure that `dst` has enough capacity to hold all of `src`.
2199 /// dst.reserve(src_len);
2202 /// // The call to add is always safe because `Vec` will never
2203 /// // allocate more than `isize::MAX` bytes.
2204 /// let dst_ptr = dst.as_mut_ptr().add(dst_len);
2205 /// let src_ptr = src.as_ptr();
2207 /// // Truncate `src` without dropping its contents. We do this first,
2208 /// // to avoid problems in case something further down panics.
2211 /// // The two regions cannot overlap because mutable references do
2212 /// // not alias, and two different vectors cannot own the same
2214 /// ptr::copy_nonoverlapping(src_ptr, dst_ptr, src_len);
2216 /// // Notify `dst` that it now holds the contents of `src`.
2217 /// dst.set_len(dst_len + src_len);
2221 /// let mut a = vec!['r'];
2222 /// let mut b = vec!['u', 's', 't'];
2224 /// append(&mut a, &mut b);
2226 /// assert_eq!(a, &['r', 'u', 's', 't']);
2227 /// assert!(b.is_empty());
2230 /// [`Vec::append`]: ../../std/vec/struct.Vec.html#method.append
2231 #[doc(alias = "memcpy")]
2232 #[stable(feature = "rust1", since = "1.0.0")]
2233 #[rustc_allowed_through_unstable_modules]
2234 #[rustc_const_stable(feature = "const_intrinsic_copy", since = "1.63.0")]
2236 #[cfg_attr(miri, track_caller)] // even without panics, this helps for Miri backtraces
2237 pub const unsafe fn copy_nonoverlapping<T>(src: *const T, dst: *mut T, count: usize) {
2238 extern "rust-intrinsic" {
2239 #[rustc_const_stable(feature = "const_intrinsic_copy", since = "1.63.0")]
2240 pub fn copy_nonoverlapping<T>(src: *const T, dst: *mut T, count: usize);
2243 // SAFETY: the safety contract for `copy_nonoverlapping` must be
2244 // upheld by the caller.
2246 assert_unsafe_precondition!(
2247 is_aligned_and_not_null(src)
2248 && is_aligned_and_not_null(dst)
2249 && is_nonoverlapping(src, dst, count)
2251 copy_nonoverlapping(src, dst, count)
2255 /// Copies `count * size_of::<T>()` bytes from `src` to `dst`. The source
2256 /// and destination may overlap.
2258 /// If the source and destination will *never* overlap,
2259 /// [`copy_nonoverlapping`] can be used instead.
2261 /// `copy` is semantically equivalent to C's [`memmove`], but with the argument
2262 /// order swapped. Copying takes place as if the bytes were copied from `src`
2263 /// to a temporary array and then copied from the array to `dst`.
2265 /// The copy is "untyped" in the sense that data may be uninitialized or otherwise violate the
2266 /// requirements of `T`. The initialization state is preserved exactly.
2268 /// [`memmove`]: https://en.cppreference.com/w/c/string/byte/memmove
2272 /// Behavior is undefined if any of the following conditions are violated:
2274 /// * `src` must be [valid] for reads of `count * size_of::<T>()` bytes.
2276 /// * `dst` must be [valid] for writes of `count * size_of::<T>()` bytes.
2278 /// * Both `src` and `dst` must be properly aligned.
2280 /// Like [`read`], `copy` creates a bitwise copy of `T`, regardless of
2281 /// whether `T` is [`Copy`]. If `T` is not [`Copy`], using both the values
2282 /// in the region beginning at `*src` and the region beginning at `*dst` can
2283 /// [violate memory safety][read-ownership].
2285 /// Note that even if the effectively copied size (`count * size_of::<T>()`) is
2286 /// `0`, the pointers must be non-null and properly aligned.
2288 /// [`read`]: crate::ptr::read
2289 /// [read-ownership]: crate::ptr::read#ownership-of-the-returned-value
2290 /// [valid]: crate::ptr#safety
2294 /// Efficiently create a Rust vector from an unsafe buffer:
2301 /// /// * `ptr` must be correctly aligned for its type and non-zero.
2302 /// /// * `ptr` must be valid for reads of `elts` contiguous elements of type `T`.
2303 /// /// * Those elements must not be used after calling this function unless `T: Copy`.
2304 /// # #[allow(dead_code)]
2305 /// unsafe fn from_buf_raw<T>(ptr: *const T, elts: usize) -> Vec<T> {
2306 /// let mut dst = Vec::with_capacity(elts);
2308 /// // SAFETY: Our precondition ensures the source is aligned and valid,
2309 /// // and `Vec::with_capacity` ensures that we have usable space to write them.
2310 /// ptr::copy(ptr, dst.as_mut_ptr(), elts);
2312 /// // SAFETY: We created it with this much capacity earlier,
2313 /// // and the previous `copy` has initialized these elements.
2314 /// dst.set_len(elts);
2318 #[doc(alias = "memmove")]
2319 #[stable(feature = "rust1", since = "1.0.0")]
2320 #[rustc_allowed_through_unstable_modules]
2321 #[rustc_const_stable(feature = "const_intrinsic_copy", since = "1.63.0")]
2323 #[cfg_attr(miri, track_caller)] // even without panics, this helps for Miri backtraces
2324 pub const unsafe fn copy<T>(src: *const T, dst: *mut T, count: usize) {
2325 extern "rust-intrinsic" {
2326 #[rustc_const_stable(feature = "const_intrinsic_copy", since = "1.63.0")]
2327 fn copy<T>(src: *const T, dst: *mut T, count: usize);
2330 // SAFETY: the safety contract for `copy` must be upheld by the caller.
2332 assert_unsafe_precondition!(is_aligned_and_not_null(src) && is_aligned_and_not_null(dst));
2333 copy(src, dst, count)
2337 /// Sets `count * size_of::<T>()` bytes of memory starting at `dst` to
2340 /// `write_bytes` is similar to C's [`memset`], but sets `count *
2341 /// size_of::<T>()` bytes to `val`.
2343 /// [`memset`]: https://en.cppreference.com/w/c/string/byte/memset
2347 /// Behavior is undefined if any of the following conditions are violated:
2349 /// * `dst` must be [valid] for writes of `count * size_of::<T>()` bytes.
2351 /// * `dst` must be properly aligned.
2353 /// Note that even if the effectively copied size (`count * size_of::<T>()`) is
2354 /// `0`, the pointer must be non-null and properly aligned.
2356 /// Additionally, note that changing `*dst` in this way can easily lead to undefined behavior (UB)
2357 /// later if the written bytes are not a valid representation of some `T`. For instance, the
2358 /// following is an **incorrect** use of this function:
2362 /// let mut value: u8 = 0;
2363 /// let ptr: *mut bool = &mut value as *mut u8 as *mut bool;
2364 /// let _bool = ptr.read(); // This is fine, `ptr` points to a valid `bool`.
2365 /// ptr.write_bytes(42u8, 1); // This function itself does not cause UB...
2366 /// let _bool = ptr.read(); // ...but it makes this operation UB! ⚠️
2370 /// [valid]: crate::ptr#safety
2379 /// let mut vec = vec![0u32; 4];
2381 /// let vec_ptr = vec.as_mut_ptr();
2382 /// ptr::write_bytes(vec_ptr, 0xfe, 2);
2384 /// assert_eq!(vec, [0xfefefefe, 0xfefefefe, 0, 0]);
2386 #[doc(alias = "memset")]
2387 #[stable(feature = "rust1", since = "1.0.0")]
2388 #[rustc_allowed_through_unstable_modules]
2389 #[rustc_const_unstable(feature = "const_ptr_write", issue = "86302")]
2391 #[cfg_attr(miri, track_caller)] // even without panics, this helps for Miri backtraces
2392 pub const unsafe fn write_bytes<T>(dst: *mut T, val: u8, count: usize) {
2393 extern "rust-intrinsic" {
2394 #[rustc_const_unstable(feature = "const_ptr_write", issue = "86302")]
2395 fn write_bytes<T>(dst: *mut T, val: u8, count: usize);
2398 // SAFETY: the safety contract for `write_bytes` must be upheld by the caller.
2400 assert_unsafe_precondition!(is_aligned_and_not_null(dst));
2401 write_bytes(dst, val, count)
2405 /// Selects which function to call depending on the context.
2407 /// If this function is evaluated at compile-time, then a call to this
2408 /// intrinsic will be replaced with a call to `called_in_const`. It gets
2409 /// replaced with a call to `called_at_rt` otherwise.
2411 /// # Type Requirements
2413 /// The two functions must be both function items. They cannot be function
2414 /// pointers or closures.
2416 /// `arg` will be the arguments that will be passed to either one of the
2417 /// two functions, therefore, both functions must accept the same type of
2418 /// arguments. Both functions must return RET.
2422 /// The two functions must behave observably equivalent. Safe code in other
2423 /// crates may assume that calling a `const fn` at compile-time and at run-time
2424 /// produces the same result. A function that produces a different result when
2425 /// evaluated at run-time, or has any other observable side-effects, is
2428 /// Here is an example of how this could cause a problem:
2430 /// #![feature(const_eval_select)]
2431 /// #![feature(core_intrinsics)]
2432 /// use std::hint::unreachable_unchecked;
2433 /// use std::intrinsics::const_eval_select;
2436 /// pub const fn inconsistent() -> i32 {
2437 /// fn runtime() -> i32 { 1 }
2438 /// const fn compiletime() -> i32 { 2 }
2441 // // ⚠ This code violates the required equivalence of `compiletime`
2442 /// // and `runtime`.
2443 /// const_eval_select((), compiletime, runtime)
2448 /// const X: i32 = inconsistent();
2449 /// let x = inconsistent();
2450 /// if x != X { unsafe { unreachable_unchecked(); }}
2453 /// This code causes Undefined Behavior when being run, since the
2454 /// `unreachable_unchecked` is actually being reached. The bug is in *crate A*,
2455 /// which violates the principle that a `const fn` must behave the same at
2456 /// compile-time and at run-time. The unsafe code in crate B is fine.
2458 feature = "const_eval_select",
2460 reason = "const_eval_select will never be stable"
2462 #[rustc_const_unstable(feature = "const_eval_select", issue = "none")]
2463 #[lang = "const_eval_select"]
2464 #[rustc_do_not_const_check]
2466 pub const unsafe fn const_eval_select<ARG, F, G, RET>(
2468 _called_in_const: F,
2472 F: ~const FnOnce<ARG, Output = RET>,
2473 G: FnOnce<ARG, Output = RET> + ~const Destruct,
2475 called_at_rt.call_once(arg)
2479 feature = "const_eval_select",
2481 reason = "const_eval_select will never be stable"
2483 #[rustc_const_unstable(feature = "const_eval_select", issue = "none")]
2484 #[lang = "const_eval_select_ct"]
2485 pub const unsafe fn const_eval_select_ct<ARG, F, G, RET>(
2491 F: ~const FnOnce<ARG, Output = RET>,
2492 G: FnOnce<ARG, Output = RET> + ~const Destruct,
2494 called_in_const.call_once(arg)