1 //! Type-checking for the rust-intrinsic and platform-intrinsic
2 //! intrinsics that the compiler exposes.
5 UnrecognizedAtomicOperation, UnrecognizedIntrinsicFunction,
6 WrongNumberOfGenericArgumentsToIntrinsic,
8 use crate::require_same_types;
10 use hir::def_id::DefId;
11 use rustc_errors::{struct_span_err, DiagnosticMessage};
13 use rustc_middle::traits::{ObligationCause, ObligationCauseCode};
14 use rustc_middle::ty::{self, TyCtxt};
15 use rustc_span::symbol::{kw, sym, Symbol};
16 use rustc_target::spec::abi::Abi;
20 fn equate_intrinsic_type<'tcx>(
22 it: &hir::ForeignItem<'_>,
25 sig: ty::PolyFnSig<'tcx>,
27 let (own_counts, span) = match &it.kind {
28 hir::ForeignItemKind::Fn(.., generics) => {
29 let own_counts = tcx.generics_of(it.owner_id.to_def_id()).own_counts();
30 (own_counts, generics.span)
33 struct_span_err!(tcx.sess, it.span, E0622, "intrinsic must be a function")
34 .span_label(it.span, "expected a function")
40 let gen_count_ok = |found: usize, expected: usize, descr: &str| -> bool {
41 if found != expected {
42 tcx.sess.emit_err(WrongNumberOfGenericArgumentsToIntrinsic {
54 if gen_count_ok(own_counts.lifetimes, n_lts, "lifetime")
55 && gen_count_ok(own_counts.types, n_tps, "type")
56 && gen_count_ok(own_counts.consts, 0, "const")
58 let fty = tcx.mk_fn_ptr(sig);
59 let it_def_id = it.owner_id.def_id;
60 let cause = ObligationCause::new(it.span, it_def_id, ObligationCauseCode::IntrinsicType);
61 require_same_types(tcx, &cause, tcx.mk_fn_ptr(tcx.fn_sig(it.owner_id)), fty);
65 /// Returns the unsafety of the given intrinsic.
66 pub fn intrinsic_operation_unsafety(tcx: TyCtxt<'_>, intrinsic_id: DefId) -> hir::Unsafety {
67 let has_safe_attr = match tcx.has_attr(intrinsic_id, sym::rustc_safe_intrinsic) {
68 true => hir::Unsafety::Normal,
69 false => hir::Unsafety::Unsafe,
71 let is_in_list = match tcx.item_name(intrinsic_id) {
72 // When adding a new intrinsic to this list,
73 // it's usually worth updating that intrinsic's documentation
74 // to note that it's safe to call, since
75 // safe extern fns are otherwise unprecedented.
77 | sym::assert_inhabited
78 | sym::assert_zero_valid
79 | sym::assert_mem_uninitialized_valid
83 | sym::caller_location
84 | sym::add_with_overflow
85 | sym::sub_with_overflow
86 | sym::mul_with_overflow
99 | sym::discriminant_value
103 | sym::ptr_guaranteed_cmp
113 | sym::ptr_mask => hir::Unsafety::Normal,
114 _ => hir::Unsafety::Unsafe,
117 if has_safe_attr != is_in_list {
118 tcx.sess.struct_span_err(
119 tcx.def_span(intrinsic_id),
120 DiagnosticMessage::Str(format!(
121 "intrinsic safety mismatch between list of intrinsics within the compiler and core library intrinsics for intrinsic `{}`",
122 tcx.item_name(intrinsic_id)
129 /// Remember to add all intrinsics here, in `compiler/rustc_codegen_llvm/src/intrinsic.rs`,
130 /// and in `library/core/src/intrinsics.rs`.
131 pub fn check_intrinsic_type(tcx: TyCtxt<'_>, it: &hir::ForeignItem<'_>) {
132 let param = |n| tcx.mk_ty_param(n, Symbol::intern(&format!("P{}", n)));
133 let intrinsic_id = it.owner_id.to_def_id();
134 let intrinsic_name = tcx.item_name(intrinsic_id);
135 let name_str = intrinsic_name.as_str();
137 let bound_vars = tcx.mk_bound_variable_kinds(
139 ty::BoundVariableKind::Region(ty::BrAnon(0, None)),
140 ty::BoundVariableKind::Region(ty::BrEnv),
145 let mk_va_list_ty = |mutbl| {
146 tcx.lang_items().va_list().map(|did| {
147 let region = tcx.mk_region(ty::ReLateBound(
149 ty::BoundRegion { var: ty::BoundVar::from_u32(0), kind: ty::BrAnon(0, None) },
151 let env_region = tcx.mk_region(ty::ReLateBound(
153 ty::BoundRegion { var: ty::BoundVar::from_u32(1), kind: ty::BrEnv },
155 let va_list_ty = tcx.bound_type_of(did).subst(tcx, &[region.into()]);
156 (tcx.mk_ref(env_region, ty::TypeAndMut { ty: va_list_ty, mutbl }), va_list_ty)
160 let (n_tps, n_lts, inputs, output, unsafety) = if name_str.starts_with("atomic_") {
161 let split: Vec<&str> = name_str.split('_').collect();
162 assert!(split.len() >= 2, "Atomic intrinsic in an incorrect format");
164 //We only care about the operation here
165 let (n_tps, inputs, output) = match split[1] {
166 "cxchg" | "cxchgweak" => (
168 vec![tcx.mk_mut_ptr(param(0)), param(0), param(0)],
169 tcx.intern_tup(&[param(0), tcx.types.bool]),
171 "load" => (1, vec![tcx.mk_imm_ptr(param(0))], param(0)),
172 "store" => (1, vec![tcx.mk_mut_ptr(param(0)), param(0)], tcx.mk_unit()),
174 "xchg" | "xadd" | "xsub" | "and" | "nand" | "or" | "xor" | "max" | "min" | "umax"
175 | "umin" => (1, vec![tcx.mk_mut_ptr(param(0)), param(0)], param(0)),
176 "fence" | "singlethreadfence" => (0, Vec::new(), tcx.mk_unit()),
178 tcx.sess.emit_err(UnrecognizedAtomicOperation { span: it.span, op });
182 (n_tps, 0, inputs, output, hir::Unsafety::Unsafe)
184 let unsafety = intrinsic_operation_unsafety(tcx, intrinsic_id);
185 let (n_tps, inputs, output) = match intrinsic_name {
186 sym::abort => (0, Vec::new(), tcx.types.never),
187 sym::unreachable => (0, Vec::new(), tcx.types.never),
188 sym::breakpoint => (0, Vec::new(), tcx.mk_unit()),
189 sym::size_of | sym::pref_align_of | sym::min_align_of | sym::variant_count => {
190 (1, Vec::new(), tcx.types.usize)
192 sym::size_of_val | sym::min_align_of_val => {
193 (1, vec![tcx.mk_imm_ptr(param(0))], tcx.types.usize)
195 sym::rustc_peek => (1, vec![param(0)], param(0)),
196 sym::caller_location => (0, vec![], tcx.caller_location_ty()),
197 sym::assert_inhabited
198 | sym::assert_zero_valid
199 | sym::assert_mem_uninitialized_valid => (1, Vec::new(), tcx.mk_unit()),
200 sym::forget => (1, vec![param(0)], tcx.mk_unit()),
201 sym::transmute => (2, vec![param(0)], param(1)),
202 sym::prefetch_read_data
203 | sym::prefetch_write_data
204 | sym::prefetch_read_instruction
205 | sym::prefetch_write_instruction => (
208 tcx.mk_ptr(ty::TypeAndMut { ty: param(0), mutbl: hir::Mutability::Not }),
213 sym::drop_in_place => (1, vec![tcx.mk_mut_ptr(param(0))], tcx.mk_unit()),
214 sym::needs_drop => (1, Vec::new(), tcx.types.bool),
216 sym::type_name => (1, Vec::new(), tcx.mk_static_str()),
217 sym::type_id => (1, Vec::new(), tcx.types.u64),
218 sym::offset | sym::arith_offset => (
221 tcx.mk_ptr(ty::TypeAndMut { ty: param(0), mutbl: hir::Mutability::Not }),
224 tcx.mk_ptr(ty::TypeAndMut { ty: param(0), mutbl: hir::Mutability::Not }),
229 tcx.mk_ptr(ty::TypeAndMut { ty: param(0), mutbl: hir::Mutability::Not }),
232 tcx.mk_ptr(ty::TypeAndMut { ty: param(0), mutbl: hir::Mutability::Not }),
235 sym::copy | sym::copy_nonoverlapping => (
238 tcx.mk_ptr(ty::TypeAndMut { ty: param(0), mutbl: hir::Mutability::Not }),
239 tcx.mk_ptr(ty::TypeAndMut { ty: param(0), mutbl: hir::Mutability::Mut }),
244 sym::volatile_copy_memory | sym::volatile_copy_nonoverlapping_memory => (
247 tcx.mk_ptr(ty::TypeAndMut { ty: param(0), mutbl: hir::Mutability::Mut }),
248 tcx.mk_ptr(ty::TypeAndMut { ty: param(0), mutbl: hir::Mutability::Not }),
253 sym::write_bytes | sym::volatile_set_memory => (
256 tcx.mk_ptr(ty::TypeAndMut { ty: param(0), mutbl: hir::Mutability::Mut }),
262 sym::sqrtf32 => (0, vec![tcx.types.f32], tcx.types.f32),
263 sym::sqrtf64 => (0, vec![tcx.types.f64], tcx.types.f64),
264 sym::powif32 => (0, vec![tcx.types.f32, tcx.types.i32], tcx.types.f32),
265 sym::powif64 => (0, vec![tcx.types.f64, tcx.types.i32], tcx.types.f64),
266 sym::sinf32 => (0, vec![tcx.types.f32], tcx.types.f32),
267 sym::sinf64 => (0, vec![tcx.types.f64], tcx.types.f64),
268 sym::cosf32 => (0, vec![tcx.types.f32], tcx.types.f32),
269 sym::cosf64 => (0, vec![tcx.types.f64], tcx.types.f64),
270 sym::powf32 => (0, vec![tcx.types.f32, tcx.types.f32], tcx.types.f32),
271 sym::powf64 => (0, vec![tcx.types.f64, tcx.types.f64], tcx.types.f64),
272 sym::expf32 => (0, vec![tcx.types.f32], tcx.types.f32),
273 sym::expf64 => (0, vec![tcx.types.f64], tcx.types.f64),
274 sym::exp2f32 => (0, vec![tcx.types.f32], tcx.types.f32),
275 sym::exp2f64 => (0, vec![tcx.types.f64], tcx.types.f64),
276 sym::logf32 => (0, vec![tcx.types.f32], tcx.types.f32),
277 sym::logf64 => (0, vec![tcx.types.f64], tcx.types.f64),
278 sym::log10f32 => (0, vec![tcx.types.f32], tcx.types.f32),
279 sym::log10f64 => (0, vec![tcx.types.f64], tcx.types.f64),
280 sym::log2f32 => (0, vec![tcx.types.f32], tcx.types.f32),
281 sym::log2f64 => (0, vec![tcx.types.f64], tcx.types.f64),
282 sym::fmaf32 => (0, vec![tcx.types.f32, tcx.types.f32, tcx.types.f32], tcx.types.f32),
283 sym::fmaf64 => (0, vec![tcx.types.f64, tcx.types.f64, tcx.types.f64], tcx.types.f64),
284 sym::fabsf32 => (0, vec![tcx.types.f32], tcx.types.f32),
285 sym::fabsf64 => (0, vec![tcx.types.f64], tcx.types.f64),
286 sym::minnumf32 => (0, vec![tcx.types.f32, tcx.types.f32], tcx.types.f32),
287 sym::minnumf64 => (0, vec![tcx.types.f64, tcx.types.f64], tcx.types.f64),
288 sym::maxnumf32 => (0, vec![tcx.types.f32, tcx.types.f32], tcx.types.f32),
289 sym::maxnumf64 => (0, vec![tcx.types.f64, tcx.types.f64], tcx.types.f64),
290 sym::copysignf32 => (0, vec![tcx.types.f32, tcx.types.f32], tcx.types.f32),
291 sym::copysignf64 => (0, vec![tcx.types.f64, tcx.types.f64], tcx.types.f64),
292 sym::floorf32 => (0, vec![tcx.types.f32], tcx.types.f32),
293 sym::floorf64 => (0, vec![tcx.types.f64], tcx.types.f64),
294 sym::ceilf32 => (0, vec![tcx.types.f32], tcx.types.f32),
295 sym::ceilf64 => (0, vec![tcx.types.f64], tcx.types.f64),
296 sym::truncf32 => (0, vec![tcx.types.f32], tcx.types.f32),
297 sym::truncf64 => (0, vec![tcx.types.f64], tcx.types.f64),
298 sym::rintf32 => (0, vec![tcx.types.f32], tcx.types.f32),
299 sym::rintf64 => (0, vec![tcx.types.f64], tcx.types.f64),
300 sym::nearbyintf32 => (0, vec![tcx.types.f32], tcx.types.f32),
301 sym::nearbyintf64 => (0, vec![tcx.types.f64], tcx.types.f64),
302 sym::roundf32 => (0, vec![tcx.types.f32], tcx.types.f32),
303 sym::roundf64 => (0, vec![tcx.types.f64], tcx.types.f64),
305 sym::volatile_load | sym::unaligned_volatile_load => {
306 (1, vec![tcx.mk_imm_ptr(param(0))], param(0))
308 sym::volatile_store | sym::unaligned_volatile_store => {
309 (1, vec![tcx.mk_mut_ptr(param(0)), param(0)], tcx.mk_unit())
318 | sym::bitreverse => (1, vec![param(0)], param(0)),
320 sym::add_with_overflow | sym::sub_with_overflow | sym::mul_with_overflow => {
321 (1, vec![param(0), param(0)], tcx.intern_tup(&[param(0), tcx.types.bool]))
324 sym::ptr_guaranteed_cmp => {
325 (1, vec![tcx.mk_imm_ptr(param(0)), tcx.mk_imm_ptr(param(0))], tcx.types.u8)
328 sym::const_allocate => {
329 (0, vec![tcx.types.usize, tcx.types.usize], tcx.mk_mut_ptr(tcx.types.u8))
331 sym::const_deallocate => (
333 vec![tcx.mk_mut_ptr(tcx.types.u8), tcx.types.usize, tcx.types.usize],
337 sym::ptr_offset_from => {
338 (1, vec![tcx.mk_imm_ptr(param(0)), tcx.mk_imm_ptr(param(0))], tcx.types.isize)
340 sym::ptr_offset_from_unsigned => {
341 (1, vec![tcx.mk_imm_ptr(param(0)), tcx.mk_imm_ptr(param(0))], tcx.types.usize)
343 sym::unchecked_div | sym::unchecked_rem | sym::exact_div => {
344 (1, vec![param(0), param(0)], param(0))
346 sym::unchecked_shl | sym::unchecked_shr | sym::rotate_left | sym::rotate_right => {
347 (1, vec![param(0), param(0)], param(0))
349 sym::unchecked_add | sym::unchecked_sub | sym::unchecked_mul => {
350 (1, vec![param(0), param(0)], param(0))
352 sym::wrapping_add | sym::wrapping_sub | sym::wrapping_mul => {
353 (1, vec![param(0), param(0)], param(0))
355 sym::saturating_add | sym::saturating_sub => (1, vec![param(0), param(0)], param(0)),
356 sym::fadd_fast | sym::fsub_fast | sym::fmul_fast | sym::fdiv_fast | sym::frem_fast => {
357 (1, vec![param(0), param(0)], param(0))
359 sym::float_to_int_unchecked => (2, vec![param(0)], param(1)),
361 sym::assume => (0, vec![tcx.types.bool], tcx.mk_unit()),
362 sym::likely => (0, vec![tcx.types.bool], tcx.types.bool),
363 sym::unlikely => (0, vec![tcx.types.bool], tcx.types.bool),
365 sym::discriminant_value => {
366 let assoc_items = tcx.associated_item_def_ids(
367 tcx.require_lang_item(hir::LangItem::DiscriminantKind, None),
369 let discriminant_def_id = assoc_items[0];
372 ty::BoundRegion { var: ty::BoundVar::from_u32(0), kind: ty::BrAnon(0, None) };
376 tcx.mk_imm_ref(tcx.mk_region(ty::ReLateBound(ty::INNERMOST, br)), param(0)),
378 tcx.mk_projection(discriminant_def_id, tcx.mk_substs([param(0).into()].iter())),
383 let mut_u8 = tcx.mk_mut_ptr(tcx.types.u8);
384 let try_fn_ty = ty::Binder::dummy(tcx.mk_fn_sig(
388 hir::Unsafety::Normal,
391 let catch_fn_ty = ty::Binder::dummy(tcx.mk_fn_sig(
392 [mut_u8, mut_u8].iter().cloned(),
395 hir::Unsafety::Normal,
400 vec![tcx.mk_fn_ptr(try_fn_ty), mut_u8, tcx.mk_fn_ptr(catch_fn_ty)],
405 sym::va_start | sym::va_end => match mk_va_list_ty(hir::Mutability::Mut) {
406 Some((va_list_ref_ty, _)) => (0, vec![va_list_ref_ty], tcx.mk_unit()),
407 None => bug!("`va_list` language item needed for C-variadic intrinsics"),
410 sym::va_copy => match mk_va_list_ty(hir::Mutability::Not) {
411 Some((va_list_ref_ty, va_list_ty)) => {
412 let va_list_ptr_ty = tcx.mk_mut_ptr(va_list_ty);
413 (0, vec![va_list_ptr_ty, va_list_ref_ty], tcx.mk_unit())
415 None => bug!("`va_list` language item needed for C-variadic intrinsics"),
418 sym::va_arg => match mk_va_list_ty(hir::Mutability::Mut) {
419 Some((va_list_ref_ty, _)) => (1, vec![va_list_ref_ty], param(0)),
420 None => bug!("`va_list` language item needed for C-variadic intrinsics"),
423 sym::nontemporal_store => (1, vec![tcx.mk_mut_ptr(param(0)), param(0)], tcx.mk_unit()),
427 ty::BoundRegion { var: ty::BoundVar::from_u32(0), kind: ty::BrAnon(0, None) };
429 tcx.mk_imm_ref(tcx.mk_region(ty::ReLateBound(ty::INNERMOST, br)), param(0));
430 (1, vec![param_ty; 2], tcx.types.bool)
433 sym::black_box => (1, vec![param(0)], param(0)),
435 sym::const_eval_select => (4, vec![param(0), param(1), param(2)], param(3)),
437 sym::vtable_size | sym::vtable_align => {
438 (0, vec![tcx.mk_imm_ptr(tcx.mk_unit())], tcx.types.usize)
442 tcx.sess.emit_err(UnrecognizedIntrinsicFunction { span: it.span, name: other });
446 (n_tps, 0, inputs, output, unsafety)
448 let sig = tcx.mk_fn_sig(inputs.into_iter(), output, false, unsafety, Abi::RustIntrinsic);
449 let sig = ty::Binder::bind_with_vars(sig, bound_vars);
450 equate_intrinsic_type(tcx, it, n_tps, n_lts, sig)
453 /// Type-check `extern "platform-intrinsic" { ... }` functions.
454 pub fn check_platform_intrinsic_type(tcx: TyCtxt<'_>, it: &hir::ForeignItem<'_>) {
456 let name = Symbol::intern(&format!("P{}", n));
457 tcx.mk_ty_param(n, name)
460 let name = it.ident.name;
462 let (n_tps, inputs, output) = match name {
463 sym::simd_eq | sym::simd_ne | sym::simd_lt | sym::simd_le | sym::simd_gt | sym::simd_ge => {
464 (2, vec![param(0), param(0)], param(1))
479 | sym::simd_saturating_add
480 | sym::simd_saturating_sub => (1, vec![param(0), param(0)], param(0)),
481 sym::simd_arith_offset => (2, vec![param(0), param(1)], param(0)),
495 | sym::simd_trunc => (1, vec![param(0)], param(0)),
496 sym::simd_fpowi => (1, vec![param(0), tcx.types.i32], param(0)),
497 sym::simd_fma => (1, vec![param(0), param(0), param(0)], param(0)),
498 sym::simd_gather => (3, vec![param(0), param(1), param(2)], param(0)),
499 sym::simd_scatter => (3, vec![param(0), param(1), param(2)], tcx.mk_unit()),
500 sym::simd_insert => (2, vec![param(0), tcx.types.u32, param(1)], param(0)),
501 sym::simd_extract => (2, vec![param(0), tcx.types.u32], param(1)),
505 | sym::simd_expose_addr
506 | sym::simd_from_exposed_addr => (2, vec![param(0)], param(1)),
507 sym::simd_bitmask => (2, vec![param(0)], param(1)),
508 sym::simd_select | sym::simd_select_bitmask => {
509 (2, vec![param(0), param(1), param(1)], param(1))
511 sym::simd_reduce_all | sym::simd_reduce_any => (1, vec![param(0)], tcx.types.bool),
512 sym::simd_reduce_add_ordered | sym::simd_reduce_mul_ordered => {
513 (2, vec![param(0), param(1)], param(1))
515 sym::simd_reduce_add_unordered
516 | sym::simd_reduce_mul_unordered
517 | sym::simd_reduce_and
518 | sym::simd_reduce_or
519 | sym::simd_reduce_xor
520 | sym::simd_reduce_min
521 | sym::simd_reduce_max
522 | sym::simd_reduce_min_nanless
523 | sym::simd_reduce_max_nanless => (2, vec![param(0)], param(1)),
524 sym::simd_shuffle => (3, vec![param(0), param(0), param(1)], param(2)),
525 name if name.as_str().starts_with("simd_shuffle") => {
526 match name.as_str()["simd_shuffle".len()..].parse() {
528 let params = vec![param(0), param(0), tcx.mk_array(tcx.types.u32, n)];
529 (2, params, param(1))
533 format!("unrecognized platform-specific intrinsic function: `{name}`");
534 tcx.sess.struct_span_err(it.span, &msg).emit();
540 let msg = format!("unrecognized platform-specific intrinsic function: `{name}`");
541 tcx.sess.struct_span_err(it.span, &msg).emit();
546 let sig = tcx.mk_fn_sig(
550 hir::Unsafety::Unsafe,
551 Abi::PlatformIntrinsic,
553 let sig = ty::Binder::dummy(sig);
554 equate_intrinsic_type(tcx, it, n_tps, 0, sig)