]> git.lizzy.rs Git - rust.git/blob - compiler/rustc_hir_analysis/src/check/intrinsic.rs
Rollup merge of #107242 - notriddle:notriddle/title-ordering, r=GuillaumeGomez
[rust.git] / compiler / rustc_hir_analysis / src / check / intrinsic.rs
1 //! Type-checking for the rust-intrinsic and platform-intrinsic
2 //! intrinsics that the compiler exposes.
3
4 use crate::errors::{
5     UnrecognizedAtomicOperation, UnrecognizedIntrinsicFunction,
6     WrongNumberOfGenericArgumentsToIntrinsic,
7 };
8 use crate::require_same_types;
9
10 use hir::def_id::DefId;
11 use rustc_errors::{struct_span_err, DiagnosticMessage};
12 use rustc_hir as hir;
13 use rustc_middle::traits::{ObligationCause, ObligationCauseCode};
14 use rustc_middle::ty::{self, TyCtxt};
15 use rustc_span::symbol::{kw, sym, Symbol};
16 use rustc_target::spec::abi::Abi;
17
18 use std::iter;
19
20 fn equate_intrinsic_type<'tcx>(
21     tcx: TyCtxt<'tcx>,
22     it: &hir::ForeignItem<'_>,
23     n_tps: usize,
24     n_lts: usize,
25     sig: ty::PolyFnSig<'tcx>,
26 ) {
27     let (own_counts, span) = match &it.kind {
28         hir::ForeignItemKind::Fn(.., generics) => {
29             let own_counts = tcx.generics_of(it.owner_id.to_def_id()).own_counts();
30             (own_counts, generics.span)
31         }
32         _ => {
33             struct_span_err!(tcx.sess, it.span, E0622, "intrinsic must be a function")
34                 .span_label(it.span, "expected a function")
35                 .emit();
36             return;
37         }
38     };
39
40     let gen_count_ok = |found: usize, expected: usize, descr: &str| -> bool {
41         if found != expected {
42             tcx.sess.emit_err(WrongNumberOfGenericArgumentsToIntrinsic {
43                 span,
44                 found,
45                 expected,
46                 descr,
47             });
48             false
49         } else {
50             true
51         }
52     };
53
54     if gen_count_ok(own_counts.lifetimes, n_lts, "lifetime")
55         && gen_count_ok(own_counts.types, n_tps, "type")
56         && gen_count_ok(own_counts.consts, 0, "const")
57     {
58         let fty = tcx.mk_fn_ptr(sig);
59         let it_def_id = it.owner_id.def_id;
60         let cause = ObligationCause::new(it.span, it_def_id, ObligationCauseCode::IntrinsicType);
61         require_same_types(tcx, &cause, tcx.mk_fn_ptr(tcx.fn_sig(it.owner_id)), fty);
62     }
63 }
64
65 /// Returns the unsafety of the given intrinsic.
66 pub fn intrinsic_operation_unsafety(tcx: TyCtxt<'_>, intrinsic_id: DefId) -> hir::Unsafety {
67     let has_safe_attr = match tcx.has_attr(intrinsic_id, sym::rustc_safe_intrinsic) {
68         true => hir::Unsafety::Normal,
69         false => hir::Unsafety::Unsafe,
70     };
71     let is_in_list = match tcx.item_name(intrinsic_id) {
72         // When adding a new intrinsic to this list,
73         // it's usually worth updating that intrinsic's documentation
74         // to note that it's safe to call, since
75         // safe extern fns are otherwise unprecedented.
76         sym::abort
77         | sym::assert_inhabited
78         | sym::assert_zero_valid
79         | sym::assert_mem_uninitialized_valid
80         | sym::size_of
81         | sym::min_align_of
82         | sym::needs_drop
83         | sym::caller_location
84         | sym::add_with_overflow
85         | sym::sub_with_overflow
86         | sym::mul_with_overflow
87         | sym::wrapping_add
88         | sym::wrapping_sub
89         | sym::wrapping_mul
90         | sym::saturating_add
91         | sym::saturating_sub
92         | sym::rotate_left
93         | sym::rotate_right
94         | sym::ctpop
95         | sym::ctlz
96         | sym::cttz
97         | sym::bswap
98         | sym::bitreverse
99         | sym::discriminant_value
100         | sym::type_id
101         | sym::likely
102         | sym::unlikely
103         | sym::ptr_guaranteed_cmp
104         | sym::minnumf32
105         | sym::minnumf64
106         | sym::maxnumf32
107         | sym::rustc_peek
108         | sym::maxnumf64
109         | sym::type_name
110         | sym::forget
111         | sym::black_box
112         | sym::variant_count
113         | sym::ptr_mask => hir::Unsafety::Normal,
114         _ => hir::Unsafety::Unsafe,
115     };
116
117     if has_safe_attr != is_in_list {
118         tcx.sess.struct_span_err(
119             tcx.def_span(intrinsic_id),
120             DiagnosticMessage::Str(format!(
121                     "intrinsic safety mismatch between list of intrinsics within the compiler and core library intrinsics for intrinsic `{}`",
122                     tcx.item_name(intrinsic_id)
123         ))).emit();
124     }
125
126     is_in_list
127 }
128
129 /// Remember to add all intrinsics here, in `compiler/rustc_codegen_llvm/src/intrinsic.rs`,
130 /// and in `library/core/src/intrinsics.rs`.
131 pub fn check_intrinsic_type(tcx: TyCtxt<'_>, it: &hir::ForeignItem<'_>) {
132     let param = |n| tcx.mk_ty_param(n, Symbol::intern(&format!("P{}", n)));
133     let intrinsic_id = it.owner_id.to_def_id();
134     let intrinsic_name = tcx.item_name(intrinsic_id);
135     let name_str = intrinsic_name.as_str();
136
137     let bound_vars = tcx.mk_bound_variable_kinds(
138         [
139             ty::BoundVariableKind::Region(ty::BrAnon(0, None)),
140             ty::BoundVariableKind::Region(ty::BrEnv),
141         ]
142         .iter()
143         .copied(),
144     );
145     let mk_va_list_ty = |mutbl| {
146         tcx.lang_items().va_list().map(|did| {
147             let region = tcx.mk_region(ty::ReLateBound(
148                 ty::INNERMOST,
149                 ty::BoundRegion { var: ty::BoundVar::from_u32(0), kind: ty::BrAnon(0, None) },
150             ));
151             let env_region = tcx.mk_region(ty::ReLateBound(
152                 ty::INNERMOST,
153                 ty::BoundRegion { var: ty::BoundVar::from_u32(1), kind: ty::BrEnv },
154             ));
155             let va_list_ty = tcx.bound_type_of(did).subst(tcx, &[region.into()]);
156             (tcx.mk_ref(env_region, ty::TypeAndMut { ty: va_list_ty, mutbl }), va_list_ty)
157         })
158     };
159
160     let (n_tps, n_lts, inputs, output, unsafety) = if name_str.starts_with("atomic_") {
161         let split: Vec<&str> = name_str.split('_').collect();
162         assert!(split.len() >= 2, "Atomic intrinsic in an incorrect format");
163
164         //We only care about the operation here
165         let (n_tps, inputs, output) = match split[1] {
166             "cxchg" | "cxchgweak" => (
167                 1,
168                 vec![tcx.mk_mut_ptr(param(0)), param(0), param(0)],
169                 tcx.intern_tup(&[param(0), tcx.types.bool]),
170             ),
171             "load" => (1, vec![tcx.mk_imm_ptr(param(0))], param(0)),
172             "store" => (1, vec![tcx.mk_mut_ptr(param(0)), param(0)], tcx.mk_unit()),
173
174             "xchg" | "xadd" | "xsub" | "and" | "nand" | "or" | "xor" | "max" | "min" | "umax"
175             | "umin" => (1, vec![tcx.mk_mut_ptr(param(0)), param(0)], param(0)),
176             "fence" | "singlethreadfence" => (0, Vec::new(), tcx.mk_unit()),
177             op => {
178                 tcx.sess.emit_err(UnrecognizedAtomicOperation { span: it.span, op });
179                 return;
180             }
181         };
182         (n_tps, 0, inputs, output, hir::Unsafety::Unsafe)
183     } else {
184         let unsafety = intrinsic_operation_unsafety(tcx, intrinsic_id);
185         let (n_tps, inputs, output) = match intrinsic_name {
186             sym::abort => (0, Vec::new(), tcx.types.never),
187             sym::unreachable => (0, Vec::new(), tcx.types.never),
188             sym::breakpoint => (0, Vec::new(), tcx.mk_unit()),
189             sym::size_of | sym::pref_align_of | sym::min_align_of | sym::variant_count => {
190                 (1, Vec::new(), tcx.types.usize)
191             }
192             sym::size_of_val | sym::min_align_of_val => {
193                 (1, vec![tcx.mk_imm_ptr(param(0))], tcx.types.usize)
194             }
195             sym::rustc_peek => (1, vec![param(0)], param(0)),
196             sym::caller_location => (0, vec![], tcx.caller_location_ty()),
197             sym::assert_inhabited
198             | sym::assert_zero_valid
199             | sym::assert_mem_uninitialized_valid => (1, Vec::new(), tcx.mk_unit()),
200             sym::forget => (1, vec![param(0)], tcx.mk_unit()),
201             sym::transmute => (2, vec![param(0)], param(1)),
202             sym::prefetch_read_data
203             | sym::prefetch_write_data
204             | sym::prefetch_read_instruction
205             | sym::prefetch_write_instruction => (
206                 1,
207                 vec![
208                     tcx.mk_ptr(ty::TypeAndMut { ty: param(0), mutbl: hir::Mutability::Not }),
209                     tcx.types.i32,
210                 ],
211                 tcx.mk_unit(),
212             ),
213             sym::drop_in_place => (1, vec![tcx.mk_mut_ptr(param(0))], tcx.mk_unit()),
214             sym::needs_drop => (1, Vec::new(), tcx.types.bool),
215
216             sym::type_name => (1, Vec::new(), tcx.mk_static_str()),
217             sym::type_id => (1, Vec::new(), tcx.types.u64),
218             sym::offset | sym::arith_offset => (
219                 1,
220                 vec![
221                     tcx.mk_ptr(ty::TypeAndMut { ty: param(0), mutbl: hir::Mutability::Not }),
222                     tcx.types.isize,
223                 ],
224                 tcx.mk_ptr(ty::TypeAndMut { ty: param(0), mutbl: hir::Mutability::Not }),
225             ),
226             sym::ptr_mask => (
227                 1,
228                 vec![
229                     tcx.mk_ptr(ty::TypeAndMut { ty: param(0), mutbl: hir::Mutability::Not }),
230                     tcx.types.usize,
231                 ],
232                 tcx.mk_ptr(ty::TypeAndMut { ty: param(0), mutbl: hir::Mutability::Not }),
233             ),
234
235             sym::copy | sym::copy_nonoverlapping => (
236                 1,
237                 vec![
238                     tcx.mk_ptr(ty::TypeAndMut { ty: param(0), mutbl: hir::Mutability::Not }),
239                     tcx.mk_ptr(ty::TypeAndMut { ty: param(0), mutbl: hir::Mutability::Mut }),
240                     tcx.types.usize,
241                 ],
242                 tcx.mk_unit(),
243             ),
244             sym::volatile_copy_memory | sym::volatile_copy_nonoverlapping_memory => (
245                 1,
246                 vec![
247                     tcx.mk_ptr(ty::TypeAndMut { ty: param(0), mutbl: hir::Mutability::Mut }),
248                     tcx.mk_ptr(ty::TypeAndMut { ty: param(0), mutbl: hir::Mutability::Not }),
249                     tcx.types.usize,
250                 ],
251                 tcx.mk_unit(),
252             ),
253             sym::write_bytes | sym::volatile_set_memory => (
254                 1,
255                 vec![
256                     tcx.mk_ptr(ty::TypeAndMut { ty: param(0), mutbl: hir::Mutability::Mut }),
257                     tcx.types.u8,
258                     tcx.types.usize,
259                 ],
260                 tcx.mk_unit(),
261             ),
262             sym::sqrtf32 => (0, vec![tcx.types.f32], tcx.types.f32),
263             sym::sqrtf64 => (0, vec![tcx.types.f64], tcx.types.f64),
264             sym::powif32 => (0, vec![tcx.types.f32, tcx.types.i32], tcx.types.f32),
265             sym::powif64 => (0, vec![tcx.types.f64, tcx.types.i32], tcx.types.f64),
266             sym::sinf32 => (0, vec![tcx.types.f32], tcx.types.f32),
267             sym::sinf64 => (0, vec![tcx.types.f64], tcx.types.f64),
268             sym::cosf32 => (0, vec![tcx.types.f32], tcx.types.f32),
269             sym::cosf64 => (0, vec![tcx.types.f64], tcx.types.f64),
270             sym::powf32 => (0, vec![tcx.types.f32, tcx.types.f32], tcx.types.f32),
271             sym::powf64 => (0, vec![tcx.types.f64, tcx.types.f64], tcx.types.f64),
272             sym::expf32 => (0, vec![tcx.types.f32], tcx.types.f32),
273             sym::expf64 => (0, vec![tcx.types.f64], tcx.types.f64),
274             sym::exp2f32 => (0, vec![tcx.types.f32], tcx.types.f32),
275             sym::exp2f64 => (0, vec![tcx.types.f64], tcx.types.f64),
276             sym::logf32 => (0, vec![tcx.types.f32], tcx.types.f32),
277             sym::logf64 => (0, vec![tcx.types.f64], tcx.types.f64),
278             sym::log10f32 => (0, vec![tcx.types.f32], tcx.types.f32),
279             sym::log10f64 => (0, vec![tcx.types.f64], tcx.types.f64),
280             sym::log2f32 => (0, vec![tcx.types.f32], tcx.types.f32),
281             sym::log2f64 => (0, vec![tcx.types.f64], tcx.types.f64),
282             sym::fmaf32 => (0, vec![tcx.types.f32, tcx.types.f32, tcx.types.f32], tcx.types.f32),
283             sym::fmaf64 => (0, vec![tcx.types.f64, tcx.types.f64, tcx.types.f64], tcx.types.f64),
284             sym::fabsf32 => (0, vec![tcx.types.f32], tcx.types.f32),
285             sym::fabsf64 => (0, vec![tcx.types.f64], tcx.types.f64),
286             sym::minnumf32 => (0, vec![tcx.types.f32, tcx.types.f32], tcx.types.f32),
287             sym::minnumf64 => (0, vec![tcx.types.f64, tcx.types.f64], tcx.types.f64),
288             sym::maxnumf32 => (0, vec![tcx.types.f32, tcx.types.f32], tcx.types.f32),
289             sym::maxnumf64 => (0, vec![tcx.types.f64, tcx.types.f64], tcx.types.f64),
290             sym::copysignf32 => (0, vec![tcx.types.f32, tcx.types.f32], tcx.types.f32),
291             sym::copysignf64 => (0, vec![tcx.types.f64, tcx.types.f64], tcx.types.f64),
292             sym::floorf32 => (0, vec![tcx.types.f32], tcx.types.f32),
293             sym::floorf64 => (0, vec![tcx.types.f64], tcx.types.f64),
294             sym::ceilf32 => (0, vec![tcx.types.f32], tcx.types.f32),
295             sym::ceilf64 => (0, vec![tcx.types.f64], tcx.types.f64),
296             sym::truncf32 => (0, vec![tcx.types.f32], tcx.types.f32),
297             sym::truncf64 => (0, vec![tcx.types.f64], tcx.types.f64),
298             sym::rintf32 => (0, vec![tcx.types.f32], tcx.types.f32),
299             sym::rintf64 => (0, vec![tcx.types.f64], tcx.types.f64),
300             sym::nearbyintf32 => (0, vec![tcx.types.f32], tcx.types.f32),
301             sym::nearbyintf64 => (0, vec![tcx.types.f64], tcx.types.f64),
302             sym::roundf32 => (0, vec![tcx.types.f32], tcx.types.f32),
303             sym::roundf64 => (0, vec![tcx.types.f64], tcx.types.f64),
304
305             sym::volatile_load | sym::unaligned_volatile_load => {
306                 (1, vec![tcx.mk_imm_ptr(param(0))], param(0))
307             }
308             sym::volatile_store | sym::unaligned_volatile_store => {
309                 (1, vec![tcx.mk_mut_ptr(param(0)), param(0)], tcx.mk_unit())
310             }
311
312             sym::ctpop
313             | sym::ctlz
314             | sym::ctlz_nonzero
315             | sym::cttz
316             | sym::cttz_nonzero
317             | sym::bswap
318             | sym::bitreverse => (1, vec![param(0)], param(0)),
319
320             sym::add_with_overflow | sym::sub_with_overflow | sym::mul_with_overflow => {
321                 (1, vec![param(0), param(0)], tcx.intern_tup(&[param(0), tcx.types.bool]))
322             }
323
324             sym::ptr_guaranteed_cmp => {
325                 (1, vec![tcx.mk_imm_ptr(param(0)), tcx.mk_imm_ptr(param(0))], tcx.types.u8)
326             }
327
328             sym::const_allocate => {
329                 (0, vec![tcx.types.usize, tcx.types.usize], tcx.mk_mut_ptr(tcx.types.u8))
330             }
331             sym::const_deallocate => (
332                 0,
333                 vec![tcx.mk_mut_ptr(tcx.types.u8), tcx.types.usize, tcx.types.usize],
334                 tcx.mk_unit(),
335             ),
336
337             sym::ptr_offset_from => {
338                 (1, vec![tcx.mk_imm_ptr(param(0)), tcx.mk_imm_ptr(param(0))], tcx.types.isize)
339             }
340             sym::ptr_offset_from_unsigned => {
341                 (1, vec![tcx.mk_imm_ptr(param(0)), tcx.mk_imm_ptr(param(0))], tcx.types.usize)
342             }
343             sym::unchecked_div | sym::unchecked_rem | sym::exact_div => {
344                 (1, vec![param(0), param(0)], param(0))
345             }
346             sym::unchecked_shl | sym::unchecked_shr | sym::rotate_left | sym::rotate_right => {
347                 (1, vec![param(0), param(0)], param(0))
348             }
349             sym::unchecked_add | sym::unchecked_sub | sym::unchecked_mul => {
350                 (1, vec![param(0), param(0)], param(0))
351             }
352             sym::wrapping_add | sym::wrapping_sub | sym::wrapping_mul => {
353                 (1, vec![param(0), param(0)], param(0))
354             }
355             sym::saturating_add | sym::saturating_sub => (1, vec![param(0), param(0)], param(0)),
356             sym::fadd_fast | sym::fsub_fast | sym::fmul_fast | sym::fdiv_fast | sym::frem_fast => {
357                 (1, vec![param(0), param(0)], param(0))
358             }
359             sym::float_to_int_unchecked => (2, vec![param(0)], param(1)),
360
361             sym::assume => (0, vec![tcx.types.bool], tcx.mk_unit()),
362             sym::likely => (0, vec![tcx.types.bool], tcx.types.bool),
363             sym::unlikely => (0, vec![tcx.types.bool], tcx.types.bool),
364
365             sym::discriminant_value => {
366                 let assoc_items = tcx.associated_item_def_ids(
367                     tcx.require_lang_item(hir::LangItem::DiscriminantKind, None),
368                 );
369                 let discriminant_def_id = assoc_items[0];
370
371                 let br =
372                     ty::BoundRegion { var: ty::BoundVar::from_u32(0), kind: ty::BrAnon(0, None) };
373                 (
374                     1,
375                     vec![
376                         tcx.mk_imm_ref(tcx.mk_region(ty::ReLateBound(ty::INNERMOST, br)), param(0)),
377                     ],
378                     tcx.mk_projection(discriminant_def_id, tcx.mk_substs([param(0).into()].iter())),
379                 )
380             }
381
382             kw::Try => {
383                 let mut_u8 = tcx.mk_mut_ptr(tcx.types.u8);
384                 let try_fn_ty = ty::Binder::dummy(tcx.mk_fn_sig(
385                     iter::once(mut_u8),
386                     tcx.mk_unit(),
387                     false,
388                     hir::Unsafety::Normal,
389                     Abi::Rust,
390                 ));
391                 let catch_fn_ty = ty::Binder::dummy(tcx.mk_fn_sig(
392                     [mut_u8, mut_u8].iter().cloned(),
393                     tcx.mk_unit(),
394                     false,
395                     hir::Unsafety::Normal,
396                     Abi::Rust,
397                 ));
398                 (
399                     0,
400                     vec![tcx.mk_fn_ptr(try_fn_ty), mut_u8, tcx.mk_fn_ptr(catch_fn_ty)],
401                     tcx.types.i32,
402                 )
403             }
404
405             sym::va_start | sym::va_end => match mk_va_list_ty(hir::Mutability::Mut) {
406                 Some((va_list_ref_ty, _)) => (0, vec![va_list_ref_ty], tcx.mk_unit()),
407                 None => bug!("`va_list` language item needed for C-variadic intrinsics"),
408             },
409
410             sym::va_copy => match mk_va_list_ty(hir::Mutability::Not) {
411                 Some((va_list_ref_ty, va_list_ty)) => {
412                     let va_list_ptr_ty = tcx.mk_mut_ptr(va_list_ty);
413                     (0, vec![va_list_ptr_ty, va_list_ref_ty], tcx.mk_unit())
414                 }
415                 None => bug!("`va_list` language item needed for C-variadic intrinsics"),
416             },
417
418             sym::va_arg => match mk_va_list_ty(hir::Mutability::Mut) {
419                 Some((va_list_ref_ty, _)) => (1, vec![va_list_ref_ty], param(0)),
420                 None => bug!("`va_list` language item needed for C-variadic intrinsics"),
421             },
422
423             sym::nontemporal_store => (1, vec![tcx.mk_mut_ptr(param(0)), param(0)], tcx.mk_unit()),
424
425             sym::raw_eq => {
426                 let br =
427                     ty::BoundRegion { var: ty::BoundVar::from_u32(0), kind: ty::BrAnon(0, None) };
428                 let param_ty =
429                     tcx.mk_imm_ref(tcx.mk_region(ty::ReLateBound(ty::INNERMOST, br)), param(0));
430                 (1, vec![param_ty; 2], tcx.types.bool)
431             }
432
433             sym::black_box => (1, vec![param(0)], param(0)),
434
435             sym::const_eval_select => (4, vec![param(0), param(1), param(2)], param(3)),
436
437             sym::vtable_size | sym::vtable_align => {
438                 (0, vec![tcx.mk_imm_ptr(tcx.mk_unit())], tcx.types.usize)
439             }
440
441             other => {
442                 tcx.sess.emit_err(UnrecognizedIntrinsicFunction { span: it.span, name: other });
443                 return;
444             }
445         };
446         (n_tps, 0, inputs, output, unsafety)
447     };
448     let sig = tcx.mk_fn_sig(inputs.into_iter(), output, false, unsafety, Abi::RustIntrinsic);
449     let sig = ty::Binder::bind_with_vars(sig, bound_vars);
450     equate_intrinsic_type(tcx, it, n_tps, n_lts, sig)
451 }
452
453 /// Type-check `extern "platform-intrinsic" { ... }` functions.
454 pub fn check_platform_intrinsic_type(tcx: TyCtxt<'_>, it: &hir::ForeignItem<'_>) {
455     let param = |n| {
456         let name = Symbol::intern(&format!("P{}", n));
457         tcx.mk_ty_param(n, name)
458     };
459
460     let name = it.ident.name;
461
462     let (n_tps, inputs, output) = match name {
463         sym::simd_eq | sym::simd_ne | sym::simd_lt | sym::simd_le | sym::simd_gt | sym::simd_ge => {
464             (2, vec![param(0), param(0)], param(1))
465         }
466         sym::simd_add
467         | sym::simd_sub
468         | sym::simd_mul
469         | sym::simd_rem
470         | sym::simd_div
471         | sym::simd_shl
472         | sym::simd_shr
473         | sym::simd_and
474         | sym::simd_or
475         | sym::simd_xor
476         | sym::simd_fmin
477         | sym::simd_fmax
478         | sym::simd_fpow
479         | sym::simd_saturating_add
480         | sym::simd_saturating_sub => (1, vec![param(0), param(0)], param(0)),
481         sym::simd_arith_offset => (2, vec![param(0), param(1)], param(0)),
482         sym::simd_neg
483         | sym::simd_fsqrt
484         | sym::simd_fsin
485         | sym::simd_fcos
486         | sym::simd_fexp
487         | sym::simd_fexp2
488         | sym::simd_flog2
489         | sym::simd_flog10
490         | sym::simd_flog
491         | sym::simd_fabs
492         | sym::simd_ceil
493         | sym::simd_floor
494         | sym::simd_round
495         | sym::simd_trunc => (1, vec![param(0)], param(0)),
496         sym::simd_fpowi => (1, vec![param(0), tcx.types.i32], param(0)),
497         sym::simd_fma => (1, vec![param(0), param(0), param(0)], param(0)),
498         sym::simd_gather => (3, vec![param(0), param(1), param(2)], param(0)),
499         sym::simd_scatter => (3, vec![param(0), param(1), param(2)], tcx.mk_unit()),
500         sym::simd_insert => (2, vec![param(0), tcx.types.u32, param(1)], param(0)),
501         sym::simd_extract => (2, vec![param(0), tcx.types.u32], param(1)),
502         sym::simd_cast
503         | sym::simd_as
504         | sym::simd_cast_ptr
505         | sym::simd_expose_addr
506         | sym::simd_from_exposed_addr => (2, vec![param(0)], param(1)),
507         sym::simd_bitmask => (2, vec![param(0)], param(1)),
508         sym::simd_select | sym::simd_select_bitmask => {
509             (2, vec![param(0), param(1), param(1)], param(1))
510         }
511         sym::simd_reduce_all | sym::simd_reduce_any => (1, vec![param(0)], tcx.types.bool),
512         sym::simd_reduce_add_ordered | sym::simd_reduce_mul_ordered => {
513             (2, vec![param(0), param(1)], param(1))
514         }
515         sym::simd_reduce_add_unordered
516         | sym::simd_reduce_mul_unordered
517         | sym::simd_reduce_and
518         | sym::simd_reduce_or
519         | sym::simd_reduce_xor
520         | sym::simd_reduce_min
521         | sym::simd_reduce_max
522         | sym::simd_reduce_min_nanless
523         | sym::simd_reduce_max_nanless => (2, vec![param(0)], param(1)),
524         sym::simd_shuffle => (3, vec![param(0), param(0), param(1)], param(2)),
525         name if name.as_str().starts_with("simd_shuffle") => {
526             match name.as_str()["simd_shuffle".len()..].parse() {
527                 Ok(n) => {
528                     let params = vec![param(0), param(0), tcx.mk_array(tcx.types.u32, n)];
529                     (2, params, param(1))
530                 }
531                 Err(_) => {
532                     let msg =
533                         format!("unrecognized platform-specific intrinsic function: `{name}`");
534                     tcx.sess.struct_span_err(it.span, &msg).emit();
535                     return;
536                 }
537             }
538         }
539         _ => {
540             let msg = format!("unrecognized platform-specific intrinsic function: `{name}`");
541             tcx.sess.struct_span_err(it.span, &msg).emit();
542             return;
543         }
544     };
545
546     let sig = tcx.mk_fn_sig(
547         inputs.into_iter(),
548         output,
549         false,
550         hir::Unsafety::Unsafe,
551         Abi::PlatformIntrinsic,
552     );
553     let sig = ty::Binder::dummy(sig);
554     equate_intrinsic_type(tcx, it, n_tps, 0, sig)
555 }