2 use rustc::hir::def_id::DefId;
4 use rustc::ty::{self, Ty, TyCtxt};
5 use rustc::ty::layout::VariantIdx;
6 use rustc::ty::subst::{Subst, InternalSubsts};
7 use rustc::ty::query::Providers;
9 use rustc_index::vec::{IndexVec, Idx};
11 use rustc_target::spec::abi::Abi;
12 use syntax_pos::{Span, sym};
17 use crate::transform::{
18 add_moves_for_packed_drops, add_call_guards,
19 remove_noop_landing_pads, no_landing_pads, simplify, run_passes
21 use crate::util::elaborate_drops::{self, DropElaborator, DropStyle, DropFlagMode};
22 use crate::util::patch::MirPatch;
23 use crate::util::expand_aggregate;
25 pub fn provide(providers: &mut Providers<'_>) {
26 providers.mir_shims = make_shim;
29 fn make_shim<'tcx>(tcx: TyCtxt<'tcx>, instance: ty::InstanceDef<'tcx>) -> &'tcx Body<'tcx> {
30 debug!("make_shim({:?})", instance);
32 let mut result = match instance {
33 ty::InstanceDef::Item(..) =>
34 bug!("item {:?} passed to make_shim", instance),
35 ty::InstanceDef::VtableShim(def_id) => {
39 Adjustment::DerefMove,
40 CallKind::Direct(def_id),
44 ty::InstanceDef::FnPtrShim(def_id, ty) => {
45 let trait_ = tcx.trait_of_item(def_id).unwrap();
46 let adjustment = match tcx.lang_items().fn_trait_kind(trait_) {
47 Some(ty::ClosureKind::FnOnce) => Adjustment::Identity,
48 Some(ty::ClosureKind::FnMut) |
49 Some(ty::ClosureKind::Fn) => Adjustment::Deref,
50 None => bug!("fn pointer {:?} is not an fn", ty)
52 // HACK: we need the "real" argument types for the MIR,
53 // but because our substs are (Self, Args), where Args
54 // is a tuple, we must include the *concrete* argument
55 // types in the MIR. They will be substituted again with
56 // the param-substs, but because they are concrete, this
57 // will not do any harm.
58 let sig = tcx.erase_late_bound_regions(&ty.fn_sig(tcx));
59 let arg_tys = sig.inputs();
69 ty::InstanceDef::Virtual(def_id, _) => {
70 // We are generating a call back to our def-id, which the
71 // codegen backend knows to turn to an actual virtual call.
76 CallKind::Direct(def_id),
80 ty::InstanceDef::ClosureOnceShim { call_once } => {
81 let fn_mut = tcx.lang_items().fn_mut_trait().unwrap();
83 .associated_items(fn_mut)
84 .find(|it| it.kind == ty::AssocKind::Method)
91 CallKind::Direct(call_mut),
95 ty::InstanceDef::DropGlue(def_id, ty) => {
96 build_drop_shim(tcx, def_id, ty)
98 ty::InstanceDef::CloneShim(def_id, ty) => {
99 let name = tcx.item_name(def_id);
100 if name == sym::clone {
101 build_clone_shim(tcx, def_id, ty)
102 } else if name == sym::clone_from {
103 debug!("make_shim({:?}: using default trait implementation", instance);
104 return tcx.optimized_mir(def_id);
106 bug!("builtin clone shim {:?} not supported", instance)
109 ty::InstanceDef::Intrinsic(_) => {
110 bug!("creating shims from intrinsics ({:?}) is unsupported", instance)
113 debug!("make_shim({:?}) = untransformed {:?}", instance, result);
115 run_passes(tcx, &mut result, instance, None, MirPhase::Const, &[
116 &add_moves_for_packed_drops::AddMovesForPackedDrops,
117 &no_landing_pads::NoLandingPads,
118 &remove_noop_landing_pads::RemoveNoopLandingPads,
119 &simplify::SimplifyCfg::new("make_shim"),
120 &add_call_guards::CriticalCallEdges,
123 debug!("make_shim({:?}) = {:?}", instance, result);
125 tcx.arena.alloc(result)
128 #[derive(Copy, Clone, Debug, PartialEq)]
136 #[derive(Copy, Clone, Debug, PartialEq)]
142 fn temp_decl(mutability: Mutability, ty: Ty<'_>, span: Span) -> LocalDecl<'_> {
143 let source_info = SourceInfo { scope: OUTERMOST_SOURCE_SCOPE, span };
147 user_ty: UserTypeProjections::none(),
150 visibility_scope: source_info.scope,
152 is_user_variable: None,
157 fn local_decls_for_sig<'tcx>(sig: &ty::FnSig<'tcx>, span: Span)
158 -> IndexVec<Local, LocalDecl<'tcx>>
160 iter::once(temp_decl(Mutability::Mut, sig.output(), span))
161 .chain(sig.inputs().iter().map(
162 |ity| temp_decl(Mutability::Not, ity, span)))
166 fn build_drop_shim<'tcx>(tcx: TyCtxt<'tcx>, def_id: DefId, ty: Option<Ty<'tcx>>) -> Body<'tcx> {
167 debug!("build_drop_shim(def_id={:?}, ty={:?})", def_id, ty);
169 // Check if this is a generator, if so, return the drop glue for it
170 if let Some(&ty::TyS { kind: ty::Generator(gen_def_id, substs, _), .. }) = ty {
171 let body = &**tcx.optimized_mir(gen_def_id).generator_drop.as_ref().unwrap();
172 return body.subst(tcx, substs.substs);
175 let substs = if let Some(ty) = ty {
176 tcx.intern_substs(&[ty.into()])
178 InternalSubsts::identity_for_item(tcx, def_id)
180 let sig = tcx.fn_sig(def_id).subst(tcx, substs);
181 let sig = tcx.erase_late_bound_regions(&sig);
182 let span = tcx.def_span(def_id);
184 let source_info = SourceInfo { span, scope: OUTERMOST_SOURCE_SCOPE };
186 let return_block = BasicBlock::new(1);
187 let mut blocks = IndexVec::with_capacity(2);
188 let block = |blocks: &mut IndexVec<_, _>, kind| {
189 blocks.push(BasicBlockData {
191 terminator: Some(Terminator { source_info, kind }),
195 block(&mut blocks, TerminatorKind::Goto { target: return_block });
196 block(&mut blocks, TerminatorKind::Return);
198 let mut body = Body::new(
200 IndexVec::from_elem_n(
201 SourceScopeData { span: span, parent_scope: None }, 1
203 ClearCrossCrate::Clear,
205 local_decls_for_sig(&sig, span),
213 if let Some(..) = ty {
214 // The first argument (index 0), but add 1 for the return value.
215 let dropee_ptr = Place::from(Local::new(1+0));
216 if tcx.sess.opts.debugging_opts.mir_emit_retag {
217 // Function arguments should be retagged, and we make this one raw.
218 body.basic_blocks_mut()[START_BLOCK].statements.insert(0, Statement {
220 kind: StatementKind::Retag(RetagKind::Raw, box(dropee_ptr.clone())),
224 let param_env = tcx.param_env(def_id).with_reveal_all();
225 let mut elaborator = DropShimElaborator {
227 patch: MirPatch::new(&body),
231 let dropee = dropee_ptr.deref();
232 let resume_block = elaborator.patch.resume_block();
233 elaborate_drops::elaborate_drop(
239 elaborate_drops::Unwind::To(resume_block),
244 patch.apply(&mut body);
250 pub struct DropShimElaborator<'a, 'tcx> {
251 pub body: &'a Body<'tcx>,
252 pub patch: MirPatch<'tcx>,
253 pub tcx: TyCtxt<'tcx>,
254 pub param_env: ty::ParamEnv<'tcx>,
257 impl<'a, 'tcx> fmt::Debug for DropShimElaborator<'a, 'tcx> {
258 fn fmt(&self, _f: &mut fmt::Formatter<'_>) -> Result<(), fmt::Error> {
263 impl<'a, 'tcx> DropElaborator<'a, 'tcx> for DropShimElaborator<'a, 'tcx> {
266 fn patch(&mut self) -> &mut MirPatch<'tcx> { &mut self.patch }
267 fn body(&self) -> &'a Body<'tcx> { self.body }
268 fn tcx(&self) -> TyCtxt<'tcx> {
271 fn param_env(&self) -> ty::ParamEnv<'tcx> { self.param_env }
273 fn drop_style(&self, _path: Self::Path, mode: DropFlagMode) -> DropStyle {
274 if let DropFlagMode::Shallow = mode {
281 fn get_drop_flag(&mut self, _path: Self::Path) -> Option<Operand<'tcx>> {
285 fn clear_drop_flag(&mut self, _location: Location, _path: Self::Path, _mode: DropFlagMode) {
288 fn field_subpath(&self, _path: Self::Path, _field: Field) -> Option<Self::Path> {
291 fn deref_subpath(&self, _path: Self::Path) -> Option<Self::Path> {
294 fn downcast_subpath(&self, _path: Self::Path, _variant: VariantIdx) -> Option<Self::Path> {
297 fn array_subpath(&self, _path: Self::Path, _index: u32, _size: u32) -> Option<Self::Path> {
302 /// Builds a `Clone::clone` shim for `self_ty`. Here, `def_id` is `Clone::clone`.
303 fn build_clone_shim<'tcx>(tcx: TyCtxt<'tcx>, def_id: DefId, self_ty: Ty<'tcx>) -> Body<'tcx> {
304 debug!("build_clone_shim(def_id={:?})", def_id);
306 let param_env = tcx.param_env(def_id);
308 let mut builder = CloneShimBuilder::new(tcx, def_id, self_ty);
309 let is_copy = self_ty.is_copy_modulo_regions(tcx, param_env, builder.span);
311 let dest = Place::return_place();
312 let src = Place::from(Local::new(1+0)).deref();
315 _ if is_copy => builder.copy_shim(),
316 ty::Array(ty, len) => {
317 let len = len.eval_usize(tcx, param_env);
318 builder.array_shim(dest, src, ty, len)
320 ty::Closure(def_id, substs) => {
321 builder.tuple_like_shim(
323 substs.upvar_tys(def_id, tcx)
326 ty::Tuple(..) => builder.tuple_like_shim(dest, src, self_ty.tuple_fields()),
328 bug!("clone shim for `{:?}` which is not `Copy` and is not an aggregate", self_ty)
335 struct CloneShimBuilder<'tcx> {
338 local_decls: IndexVec<Local, LocalDecl<'tcx>>,
339 blocks: IndexVec<BasicBlock, BasicBlockData<'tcx>>,
341 sig: ty::FnSig<'tcx>,
344 impl CloneShimBuilder<'tcx> {
345 fn new(tcx: TyCtxt<'tcx>, def_id: DefId, self_ty: Ty<'tcx>) -> Self {
346 // we must subst the self_ty because it's
347 // otherwise going to be TySelf and we can't index
348 // or access fields of a Place of type TySelf.
349 let substs = tcx.mk_substs_trait(self_ty, &[]);
350 let sig = tcx.fn_sig(def_id).subst(tcx, substs);
351 let sig = tcx.erase_late_bound_regions(&sig);
352 let span = tcx.def_span(def_id);
357 local_decls: local_decls_for_sig(&sig, span),
358 blocks: IndexVec::new(),
364 fn into_mir(self) -> Body<'tcx> {
367 IndexVec::from_elem_n(
368 SourceScopeData { span: self.span, parent_scope: None }, 1
370 ClearCrossCrate::Clear,
374 self.sig.inputs().len(),
381 fn source_info(&self) -> SourceInfo {
382 SourceInfo { span: self.span, scope: OUTERMOST_SOURCE_SCOPE }
387 statements: Vec<Statement<'tcx>>,
388 kind: TerminatorKind<'tcx>,
391 let source_info = self.source_info();
392 self.blocks.push(BasicBlockData {
394 terminator: Some(Terminator { source_info, kind }),
399 /// Gives the index of an upcoming BasicBlock, with an offset.
400 /// offset=0 will give you the index of the next BasicBlock,
401 /// offset=1 will give the index of the next-to-next block,
402 /// offset=-1 will give you the index of the last-created block
403 fn block_index_offset(&mut self, offset: usize) -> BasicBlock {
404 BasicBlock::new(self.blocks.len() + offset)
407 fn make_statement(&self, kind: StatementKind<'tcx>) -> Statement<'tcx> {
409 source_info: self.source_info(),
414 fn copy_shim(&mut self) {
415 let rcvr = Place::from(Local::new(1+0)).deref();
416 let ret_statement = self.make_statement(
417 StatementKind::Assign(
419 Place::return_place(),
420 Rvalue::Use(Operand::Copy(rcvr))
424 self.block(vec![ret_statement], TerminatorKind::Return, false);
427 fn make_place(&mut self, mutability: Mutability, ty: Ty<'tcx>) -> Place<'tcx> {
428 let span = self.span;
429 Place::from(self.local_decls.push(temp_decl(mutability, ty, span)))
442 let substs = tcx.mk_substs_trait(ty, &[]);
444 // `func == Clone::clone(&ty) -> ty`
445 let func_ty = tcx.mk_fn_def(self.def_id, substs);
446 let func = Operand::Constant(box Constant {
449 literal: ty::Const::zero_sized(tcx, func_ty),
452 let ref_loc = self.make_place(
454 tcx.mk_ref(tcx.lifetimes.re_erased, ty::TypeAndMut {
456 mutbl: hir::Mutability::MutImmutable,
460 // `let ref_loc: &ty = &src;`
461 let statement = self.make_statement(
462 StatementKind::Assign(
465 Rvalue::Ref(tcx.lifetimes.re_erased, BorrowKind::Shared, src)
470 // `let loc = Clone::clone(ref_loc);`
471 self.block(vec![statement], TerminatorKind::Call {
473 args: vec![Operand::Move(ref_loc)],
474 destination: Some((dest, next)),
475 cleanup: Some(cleanup),
484 loop_body: BasicBlock,
485 loop_end: BasicBlock,
490 let cond = self.make_place(Mutability::Mut, tcx.types.bool);
491 let compute_cond = self.make_statement(
492 StatementKind::Assign(
495 Rvalue::BinaryOp(BinOp::Ne, Operand::Copy(end), Operand::Copy(beg))
500 // `if end != beg { goto loop_body; } else { goto loop_end; }`
503 TerminatorKind::if_(tcx, Operand::Move(cond), loop_body, loop_end),
508 fn make_usize(&self, value: u64) -> Box<Constant<'tcx>> {
512 literal: ty::Const::from_usize(self.tcx, value),
516 fn array_shim(&mut self, dest: Place<'tcx>, src: Place<'tcx>, ty: Ty<'tcx>, len: u64) {
518 let span = self.span;
520 let beg = self.local_decls.push(temp_decl(Mutability::Mut, tcx.types.usize, span));
521 let end = self.make_place(Mutability::Not, tcx.types.usize);
524 // `let mut beg = 0;`
529 StatementKind::Assign(
532 Rvalue::Use(Operand::Constant(self.make_usize(0)))
537 StatementKind::Assign(
540 Rvalue::Use(Operand::Constant(self.make_usize(len)))
545 self.block(inits, TerminatorKind::Goto { target: BasicBlock::new(1) }, false);
552 self.loop_header(Place::from(beg),
559 // `dest[i] = Clone::clone(src[beg])`;
560 // Goto #3 if ok, #5 if unwinding happens.
561 let dest_field = dest.clone().index(beg);
562 let src_field = src.index(beg);
563 self.make_clone_call(dest_field, src_field, ty, BasicBlock::new(3),
569 let statements = vec![
571 StatementKind::Assign(
576 Operand::Copy(Place::from(beg)),
577 Operand::Constant(self.make_usize(1))
583 self.block(statements, TerminatorKind::Goto { target: BasicBlock::new(1) }, false);
587 self.block(vec![], TerminatorKind::Return, false);
591 // `let mut beg = 0;`
594 let beg = self.local_decls.push(temp_decl(Mutability::Mut, tcx.types.usize, span));
595 let init = self.make_statement(
596 StatementKind::Assign(
599 Rvalue::Use(Operand::Constant(self.make_usize(0)))
603 self.block(vec![init], TerminatorKind::Goto { target: BasicBlock::new(6) }, true);
605 // BB #6 (cleanup): loop {
610 self.loop_header(Place::from(beg), Place::from(end),
611 BasicBlock::new(7), BasicBlock::new(9), true);
614 // `drop(dest[beg])`;
615 self.block(vec![], TerminatorKind::Drop {
616 location: dest.index(beg),
617 target: BasicBlock::new(8),
624 let statement = self.make_statement(
625 StatementKind::Assign(
630 Operand::Copy(Place::from(beg)),
631 Operand::Constant(self.make_usize(1))
636 self.block(vec![statement], TerminatorKind::Goto { target: BasicBlock::new(6) }, true);
639 self.block(vec![], TerminatorKind::Resume, true);
642 fn tuple_like_shim<I>(&mut self, dest: Place<'tcx>,
643 src: Place<'tcx>, tys: I)
644 where I: Iterator<Item = Ty<'tcx>> {
645 let mut previous_field = None;
646 for (i, ity) in tys.enumerate() {
647 let field = Field::new(i);
648 let src_field = src.clone().field(field, ity);
650 let dest_field = dest.clone().field(field, ity);
652 // #(2i + 1) is the cleanup block for the previous clone operation
653 let cleanup_block = self.block_index_offset(1);
654 // #(2i + 2) is the next cloning block
655 // (or the Return terminator if this is the last block)
656 let next_block = self.block_index_offset(2);
659 // `dest.i = Clone::clone(&src.i);`
660 // Goto #(2i + 2) if ok, #(2i + 1) if unwinding happens.
661 self.make_clone_call(
669 // BB #(2i + 1) (cleanup)
670 if let Some((previous_field, previous_cleanup)) = previous_field.take() {
671 // Drop previous field and goto previous cleanup block.
672 self.block(vec![], TerminatorKind::Drop {
673 location: previous_field,
674 target: previous_cleanup,
678 // Nothing to drop, just resume.
679 self.block(vec![], TerminatorKind::Resume, true);
682 previous_field = Some((dest_field, cleanup_block));
685 self.block(vec![], TerminatorKind::Return, false);
689 /// Builds a "call" shim for `def_id`. The shim calls the
690 /// function specified by `call_kind`, first adjusting its first
691 /// argument according to `rcvr_adjustment`.
693 /// If `untuple_args` is a vec of types, the second argument of the
694 /// function will be untupled as these types.
695 fn build_call_shim<'tcx>(
698 rcvr_adjustment: Adjustment,
700 untuple_args: Option<&[Ty<'tcx>]>,
702 debug!("build_call_shim(def_id={:?}, rcvr_adjustment={:?}, \
703 call_kind={:?}, untuple_args={:?})",
704 def_id, rcvr_adjustment, call_kind, untuple_args);
706 let sig = tcx.fn_sig(def_id);
707 let sig = tcx.erase_late_bound_regions(&sig);
708 let span = tcx.def_span(def_id);
710 debug!("build_call_shim: sig={:?}", sig);
712 let mut local_decls = local_decls_for_sig(&sig, span);
713 let source_info = SourceInfo { span, scope: OUTERMOST_SOURCE_SCOPE };
715 let rcvr_arg = Local::new(1+0);
716 let rcvr_l = Place::from(rcvr_arg);
717 let mut statements = vec![];
719 let rcvr = match rcvr_adjustment {
720 Adjustment::Identity => Operand::Move(rcvr_l),
721 Adjustment::Deref => Operand::Copy(rcvr_l.deref()),
722 Adjustment::DerefMove => {
723 // fn(Self, ...) -> fn(*mut Self, ...)
724 let arg_ty = local_decls[rcvr_arg].ty;
725 debug_assert!(tcx.generics_of(def_id).has_self && arg_ty == tcx.types.self_param);
726 local_decls[rcvr_arg].ty = tcx.mk_mut_ptr(arg_ty);
728 Operand::Move(rcvr_l.deref())
730 Adjustment::RefMut => {
731 // let rcvr = &mut rcvr;
732 let ref_rcvr = local_decls.push(temp_decl(
734 tcx.mk_ref(tcx.lifetimes.re_erased, ty::TypeAndMut {
736 mutbl: hir::Mutability::MutMutable
740 let borrow_kind = BorrowKind::Mut {
741 allow_two_phase_borrow: false,
743 statements.push(Statement {
745 kind: StatementKind::Assign(
747 Place::from(ref_rcvr),
748 Rvalue::Ref(tcx.lifetimes.re_erased, borrow_kind, rcvr_l)
752 Operand::Move(Place::from(ref_rcvr))
756 let (callee, mut args) = match call_kind {
757 CallKind::Indirect => (rcvr, vec![]),
758 CallKind::Direct(def_id) => {
759 let ty = tcx.type_of(def_id);
760 (Operand::Constant(box Constant {
763 literal: ty::Const::zero_sized(tcx, ty),
769 if let Some(untuple_args) = untuple_args {
770 args.extend(untuple_args.iter().enumerate().map(|(i, ity)| {
771 let arg_place = Place::from(Local::new(1+1));
772 Operand::Move(arg_place.field(Field::new(i), *ity))
775 args.extend((1..sig.inputs().len()).map(|i| {
776 Operand::Move(Place::from(Local::new(1+i)))
780 let n_blocks = if let Adjustment::RefMut = rcvr_adjustment { 5 } else { 2 };
781 let mut blocks = IndexVec::with_capacity(n_blocks);
782 let block = |blocks: &mut IndexVec<_, _>, statements, kind, is_cleanup| {
783 blocks.push(BasicBlockData {
785 terminator: Some(Terminator { source_info, kind }),
791 block(&mut blocks, statements, TerminatorKind::Call {
794 destination: Some((Place::return_place(),
795 BasicBlock::new(1))),
796 cleanup: if let Adjustment::RefMut = rcvr_adjustment {
797 Some(BasicBlock::new(3))
804 if let Adjustment::RefMut = rcvr_adjustment {
805 // BB #1 - drop for Self
806 block(&mut blocks, vec![], TerminatorKind::Drop {
807 location: Place::from(rcvr_arg),
808 target: BasicBlock::new(2),
813 block(&mut blocks, vec![], TerminatorKind::Return, false);
814 if let Adjustment::RefMut = rcvr_adjustment {
815 // BB #3 - drop if closure panics
816 block(&mut blocks, vec![], TerminatorKind::Drop {
817 location: Place::from(rcvr_arg),
818 target: BasicBlock::new(4),
823 block(&mut blocks, vec![], TerminatorKind::Resume, true);
826 let mut body = Body::new(
828 IndexVec::from_elem_n(
829 SourceScopeData { span: span, parent_scope: None }, 1
831 ClearCrossCrate::Clear,
840 if let Abi::RustCall = sig.abi {
841 body.spread_arg = Some(Local::new(sig.inputs().len()));
846 pub fn build_adt_ctor(tcx: TyCtxt<'_>, ctor_id: DefId) -> &Body<'_> {
847 debug_assert!(tcx.is_constructor(ctor_id));
849 let span = tcx.hir().span_if_local(ctor_id)
850 .unwrap_or_else(|| bug!("no span for ctor {:?}", ctor_id));
852 let param_env = tcx.param_env(ctor_id);
854 // Normalize the sig.
855 let sig = tcx.fn_sig(ctor_id)
857 .expect("LBR in ADT constructor signature");
858 let sig = tcx.normalize_erasing_regions(param_env, sig);
860 let (adt_def, substs) = match sig.output().kind {
861 ty::Adt(adt_def, substs) => (adt_def, substs),
862 _ => bug!("unexpected type for ADT ctor {:?}", sig.output())
865 debug!("build_ctor: ctor_id={:?} sig={:?}", ctor_id, sig);
867 let local_decls = local_decls_for_sig(&sig, span);
869 let source_info = SourceInfo {
871 scope: OUTERMOST_SOURCE_SCOPE
874 let variant_index = if adt_def.is_enum() {
875 adt_def.variant_index_with_ctor_id(ctor_id)
880 // Generate the following MIR:
882 // (return as Variant).field0 = arg0;
883 // (return as Variant).field1 = arg1;
886 debug!("build_ctor: variant_index={:?}", variant_index);
888 let statements = expand_aggregate(
889 Place::return_place(),
891 .variants[variant_index]
895 .map(|(idx, field_def)| (
896 Operand::Move(Place::from(Local::new(idx + 1))),
897 field_def.ty(tcx, substs),
899 AggregateKind::Adt(adt_def, variant_index, substs, None, None),
903 let start_block = BasicBlockData {
905 terminator: Some(Terminator {
907 kind: TerminatorKind::Return,
912 let body = Body::new(
913 IndexVec::from_elem_n(start_block, 1),
914 IndexVec::from_elem_n(
915 SourceScopeData { span: span, parent_scope: None }, 1
917 ClearCrossCrate::Clear,
927 crate::util::dump_mir(
932 crate::transform::MirSource::item(ctor_id),
937 tcx.arena.alloc(body)