3 use rustc_target::spec::{HasTargetSpec, Target};
5 use cranelift_module::Module;
9 pub fn mir_var(loc: Local) -> Variable {
10 Variable::with_u32(loc.index() as u32)
13 pub fn pointer_ty(tcx: TyCtxt) -> types::Type {
14 match tcx.data_layout.pointer_size.bits() {
18 bits => bug!("ptr_sized_integer: unknown pointer bit size {}", bits),
22 fn scalar_to_cton_type(tcx: TyCtxt, scalar: &Scalar) -> Type {
23 match scalar.value.size(tcx).bits() {
28 size => bug!("Unsupported scalar size {}", size),
32 fn ptr_referee<'tcx>(ty: Ty<'tcx>) -> Ty<'tcx> {
34 ty::Ref(_, ty, _) => ty,
35 ty::RawPtr(TypeAndMut { ty, mutbl: _ }) => ty,
36 _ => bug!("{:?}", ty),
40 pub fn cton_type_from_ty<'a, 'tcx: 'a>(
41 tcx: TyCtxt<'a, 'tcx, 'tcx>,
43 ) -> Option<types::Type> {
45 ty::Bool => types::I8,
46 ty::Uint(size) => match size {
47 UintTy::U8 => types::I8,
48 UintTy::U16 => types::I16,
49 UintTy::U32 => types::I32,
50 UintTy::U64 => types::I64,
51 UintTy::U128 => unimpl!("u128"),
52 UintTy::Usize => pointer_ty(tcx),
54 ty::Int(size) => match size {
55 IntTy::I8 => types::I8,
56 IntTy::I16 => types::I16,
57 IntTy::I32 => types::I32,
58 IntTy::I64 => types::I64,
59 IntTy::I128 => unimpl!("i128"),
60 IntTy::Isize => pointer_ty(tcx),
62 ty::Char => types::I32,
63 ty::Float(size) => match size {
64 FloatTy::F32 => types::F32,
65 FloatTy::F64 => types::F64,
67 ty::FnPtr(_) => pointer_ty(tcx),
68 ty::RawPtr(TypeAndMut { ty, mutbl: _ }) | ty::Ref(_, ty, _) => {
69 if ty.is_sized(tcx.at(DUMMY_SP), ParamEnv::reveal_all()) {
75 ty::Param(_) => bug!("{:?}: {:?}", ty, ty.sty),
80 fn codegen_field<'a, 'tcx: 'a>(
81 fx: &mut FunctionCx<'a, 'tcx, impl Backend>,
83 layout: TyLayout<'tcx>,
85 ) -> (Value, TyLayout<'tcx>) {
86 let field_offset = layout.fields.offset(field.index());
87 let field_ty = layout.field(&*fx, field.index());
88 if field_offset.bytes() > 0 {
90 fx.bcx.ins().iadd_imm(base, field_offset.bytes() as i64),
99 #[derive(Debug, Copy, Clone)]
100 pub enum CValue<'tcx> {
101 ByRef(Value, TyLayout<'tcx>),
102 ByVal(Value, TyLayout<'tcx>),
103 ByValPair(Value, Value, TyLayout<'tcx>),
106 impl<'tcx> CValue<'tcx> {
107 pub fn layout(&self) -> TyLayout<'tcx> {
109 CValue::ByRef(_, layout)
110 | CValue::ByVal(_, layout)
111 | CValue::ByValPair(_, _, layout) => layout,
115 pub fn force_stack<'a>(self, fx: &mut FunctionCx<'a, 'tcx, impl Backend>) -> Value
120 CValue::ByRef(value, _layout) => value,
121 CValue::ByVal(value, layout) => {
122 let stack_slot = fx.bcx.create_stack_slot(StackSlotData {
123 kind: StackSlotKind::ExplicitSlot,
124 size: layout.size.bytes() as u32,
127 fx.bcx.ins().stack_store(value, stack_slot, 0);
130 .stack_addr(fx.module.pointer_type(), stack_slot, 0)
132 CValue::ByValPair(value, extra, layout) => {
133 let stack_slot = fx.bcx.create_stack_slot(StackSlotData {
134 kind: StackSlotKind::ExplicitSlot,
135 size: layout.size.bytes() as u32,
138 let base = fx.bcx.ins().stack_addr(types::I64, stack_slot, 0);
139 let a_addr = codegen_field(fx, base, layout, mir::Field::new(0)).0;
140 let b_addr = codegen_field(fx, base, layout, mir::Field::new(1)).0;
141 fx.bcx.ins().store(MemFlags::new(), value, a_addr, 0);
142 fx.bcx.ins().store(MemFlags::new(), extra, b_addr, 0);
148 pub fn load_value<'a>(self, fx: &mut FunctionCx<'a, 'tcx, impl Backend>) -> Value
153 CValue::ByRef(addr, layout) => {
155 .cton_type(layout.ty)
156 .expect(&format!("load_value of type {:?}", layout.ty));
157 fx.bcx.ins().load(cton_ty, MemFlags::new(), addr, 0)
159 CValue::ByVal(value, _layout) => value,
160 CValue::ByValPair(_, _, _layout) => bug!("Please use load_value_pair for ByValPair"),
164 pub fn load_value_pair<'a>(self, fx: &mut FunctionCx<'a, 'tcx, impl Backend>) -> (Value, Value)
169 CValue::ByRef(addr, layout) => {
172 fx.tcx.data_layout.pointer_size.bytes() * 2
174 let val1_offset = layout.fields.offset(0).bytes() as i32;
175 let val2_offset = layout.fields.offset(1).bytes() as i32;
179 .load(fx.module.pointer_type(), MemFlags::new(), addr, val1_offset);
183 .load(fx.module.pointer_type(), MemFlags::new(), addr, val2_offset);
186 CValue::ByVal(_, _layout) => bug!("Please use load_value for ByVal"),
187 CValue::ByValPair(val1, val2, _layout) => (val1, val2),
191 pub fn expect_byref(self) -> (Value, TyLayout<'tcx>) {
193 CValue::ByRef(value, layout) => (value, layout),
194 CValue::ByVal(_, _) => bug!("Expected CValue::ByRef, found CValue::ByVal: {:?}", self),
195 CValue::ByValPair(_, _, _) => bug!(
196 "Expected CValue::ByRef, found CValue::ByValPair: {:?}",
202 pub fn value_field<'a>(
204 fx: &mut FunctionCx<'a, 'tcx, impl Backend>,
210 let (base, layout) = match self {
211 CValue::ByRef(addr, layout) => (addr, layout),
212 _ => bug!("place_field for {:?}", self),
215 let (field_ptr, field_layout) = codegen_field(fx, base, layout, field);
216 CValue::ByRef(field_ptr, field_layout)
219 pub fn unsize_value<'a>(self, fx: &mut FunctionCx<'a, 'tcx, impl Backend>, dest: CPlace<'tcx>) {
220 if self.layout().ty == dest.layout().ty {
221 dest.write_cvalue(fx, self); // FIXME this shouldn't happen (rust-lang/rust#53602)
224 match &self.layout().ty.sty {
225 ty::Ref(_, ty, _) | ty::RawPtr(TypeAndMut { ty, mutbl: _ }) => {
226 let (ptr, extra) = match ptr_referee(dest.layout().ty).sty {
227 ty::Slice(slice_elem_ty) => match ty.sty {
228 ty::Array(array_elem_ty, size) => {
229 assert_eq!(slice_elem_ty, array_elem_ty);
230 let ptr = self.load_value(fx);
234 .iconst(fx.module.pointer_type(), size.unwrap_usize(fx.tcx) as i64);
237 _ => bug!("unsize non array {:?} to slice", ty),
239 ty::Dynamic(_, _) => match ty.sty {
240 ty::Dynamic(_, _) => self.load_value_pair(fx),
241 _ => unimpl!("unsize of type ... to {:?}", dest.layout().ty),
244 "unsize of type {:?} to {:?}",
249 dest.write_cvalue(fx, CValue::ByValPair(ptr, extra, dest.layout()));
251 ty => unimpl!("unsize of non ptr {:?}", ty),
255 pub fn const_val<'a>(
256 fx: &mut FunctionCx<'a, 'tcx, impl Backend>,
263 let cton_ty = fx.cton_type(ty).unwrap();
264 let layout = fx.layout_of(ty);
265 CValue::ByVal(fx.bcx.ins().iconst(cton_ty, const_val), layout)
268 pub fn unchecked_cast_to(self, layout: TyLayout<'tcx>) -> Self {
270 CValue::ByRef(addr, _) => CValue::ByRef(addr, layout),
271 CValue::ByVal(val, _) => CValue::ByVal(val, layout),
272 CValue::ByValPair(val, extra, _) => CValue::ByValPair(val, extra, layout),
277 /// A place where you can write a value to or read a value from
278 #[derive(Debug, Copy, Clone)]
279 pub enum CPlace<'tcx> {
280 Var(Local, TyLayout<'tcx>),
281 Addr(Value, Option<Value>, TyLayout<'tcx>),
284 impl<'a, 'tcx: 'a> CPlace<'tcx> {
285 pub fn layout(&self) -> TyLayout<'tcx> {
287 CPlace::Var(_, layout) | CPlace::Addr(_, _, layout) => layout,
291 pub fn temp(fx: &mut FunctionCx<'a, 'tcx, impl Backend>, ty: Ty<'tcx>) -> CPlace<'tcx> {
292 let layout = fx.layout_of(ty);
293 assert!(!layout.is_unsized());
294 let stack_slot = fx.bcx.create_stack_slot(StackSlotData {
295 kind: StackSlotKind::ExplicitSlot,
296 size: layout.size.bytes() as u32,
302 .stack_addr(fx.module.pointer_type(), stack_slot, 0),
308 pub fn from_stack_slot(
309 fx: &mut FunctionCx<'a, 'tcx, impl Backend>,
310 stack_slot: StackSlot,
313 let layout = fx.layout_of(ty);
314 assert!(!layout.is_unsized());
318 .stack_addr(fx.module.pointer_type(), stack_slot, 0),
324 pub fn to_cvalue(self, fx: &mut FunctionCx<'a, 'tcx, impl Backend>) -> CValue<'tcx> {
326 CPlace::Var(var, layout) => CValue::ByVal(fx.bcx.use_var(mir_var(var)), layout),
327 CPlace::Addr(addr, extra, layout) => {
328 assert!(extra.is_none(), "unsized values are not yet supported");
329 CValue::ByRef(addr, layout)
334 pub fn expect_addr(self) -> Value {
336 CPlace::Addr(addr, None, _layout) => addr,
337 CPlace::Addr(_, _, _) => bug!("Expected sized CPlace::Addr, found {:?}", self),
338 CPlace::Var(_, _) => bug!("Expected CPlace::Addr, found CPlace::Var"),
342 pub fn write_cvalue(self, fx: &mut FunctionCx<'a, 'tcx, impl Backend>, from: CValue<'tcx>) {
343 match (&self.layout().ty.sty, &from.layout().ty.sty) {
344 (ty::Ref(_, t, dest_mut), ty::Ref(_, u, src_mut))
345 if (if *dest_mut != ::rustc::hir::Mutability::MutImmutable && src_mut != dest_mut {
353 // &mut T -> &T is allowed
354 // &'a T -> &'b T is allowed
360 "Can't write value of incompatible type to place {:?} {:?}\n\n{:#?}",
361 self.layout().ty.sty,
362 from.layout().ty.sty,
369 CPlace::Var(var, _) => {
370 let data = from.load_value(fx);
371 fx.bcx.def_var(mir_var(var), data)
373 CPlace::Addr(addr, None, layout) => {
374 let size = layout.size.bytes() as i32;
377 CValue::ByVal(val, _layout) => {
378 fx.bcx.ins().store(MemFlags::new(), val, addr, 0);
380 CValue::ByValPair(val1, val2, _layout) => {
381 let val1_offset = layout.fields.offset(0).bytes() as i32;
382 let val2_offset = layout.fields.offset(1).bytes() as i32;
383 fx.bcx.ins().store(MemFlags::new(), val1, addr, val1_offset);
384 fx.bcx.ins().store(MemFlags::new(), val2, addr, val2_offset);
386 CValue::ByRef(from, _layout) => {
388 while size - offset >= 8 {
389 let byte = fx.bcx.ins().load(
390 fx.module.pointer_type(),
395 fx.bcx.ins().store(MemFlags::new(), byte, addr, offset);
398 while size - offset >= 4 {
399 let byte = fx.bcx.ins().load(types::I32, MemFlags::new(), from, offset);
400 fx.bcx.ins().store(MemFlags::new(), byte, addr, offset);
403 while offset < size {
404 let byte = fx.bcx.ins().load(types::I8, MemFlags::new(), from, offset);
405 fx.bcx.ins().store(MemFlags::new(), byte, addr, offset);
411 CPlace::Addr(_, _, _) => bug!("Can't write value to unsized place {:?}", self),
417 fx: &mut FunctionCx<'a, 'tcx, impl Backend>,
420 let layout = self.layout();
421 if layout.is_unsized() {
422 unimpl!("unsized place_field");
425 let base = self.expect_addr();
426 let (field_ptr, field_layout) = codegen_field(fx, base, layout, field);
427 CPlace::Addr(field_ptr, None, field_layout)
432 fx: &mut FunctionCx<'a, 'tcx, impl Backend>,
435 let (elem_layout, addr) = match self.layout().ty.sty {
436 ty::Array(elem_ty, _) => (fx.layout_of(elem_ty), self.expect_addr()),
437 ty::Slice(elem_ty) => (
438 fx.layout_of(elem_ty),
440 CPlace::Addr(addr, _, _) => addr,
441 CPlace::Var(_, _) => bug!("Expected CPlace::Addr found CPlace::Var"),
444 _ => bug!("place_index({:?})", self.layout().ty),
450 .imul_imm(index, elem_layout.size.bytes() as i64);
452 CPlace::Addr(fx.bcx.ins().iadd(addr, offset), None, elem_layout)
455 pub fn place_deref(self, fx: &mut FunctionCx<'a, 'tcx, impl Backend>) -> CPlace<'tcx> {
456 let inner_layout = fx.layout_of(ptr_referee(self.layout().ty));
457 if !inner_layout.is_unsized() {
458 CPlace::Addr(self.to_cvalue(fx).load_value(fx), None, inner_layout)
460 match self.layout().abi {
461 Abi::ScalarPair(ref a, ref b) => {
462 let addr = self.expect_addr();
466 .load(scalar_to_cton_type(fx.tcx, a), MemFlags::new(), addr, 0);
467 let extra = fx.bcx.ins().load(
468 scalar_to_cton_type(fx.tcx, b),
471 a.value.size(fx.tcx).bytes() as u32 as i32,
473 CPlace::Addr(ptr, Some(extra), inner_layout)
476 "Fat ptr doesn't have abi ScalarPair, but it has {:?}",
483 pub fn write_place_ref(self, fx: &mut FunctionCx<'a, 'tcx, impl Backend>, dest: CPlace<'tcx>) {
484 if !self.layout().is_unsized() {
485 let ptr = CValue::ByVal(self.expect_addr(), dest.layout());
486 dest.write_cvalue(fx, ptr);
489 CPlace::Var(_, _) => bug!("expected CPlace::Addr found CPlace::Var"),
490 CPlace::Addr(value, extra, _) => match dest.layout().abi {
491 Abi::ScalarPair(ref a, _) => {
494 .store(MemFlags::new(), value, dest.expect_addr(), 0);
497 extra.expect("unsized type without metadata"),
499 a.value.size(fx.tcx).bytes() as u32 as i32,
503 "Non ScalarPair abi {:?} in write_place_ref dest",
511 pub fn unchecked_cast_to(self, layout: TyLayout<'tcx>) -> Self {
513 CPlace::Var(var, _) => CPlace::Var(var, layout),
514 CPlace::Addr(addr, extra, _) => {
515 assert!(!layout.is_unsized());
516 CPlace::Addr(addr, extra, layout)
521 pub fn downcast_variant(self, fx: &FunctionCx<'a, 'tcx, impl Backend>, variant: usize) -> Self {
522 let layout = self.layout().for_variant(fx, variant);
523 self.unchecked_cast_to(layout)
527 pub fn cton_intcast<'a, 'tcx: 'a>(
528 fx: &mut FunctionCx<'a, 'tcx, impl Backend>,
533 let from = fx.bcx.func.dfg.value_type(val);
537 if to.wider_or_equal(from) {
539 fx.bcx.ins().sextend(to, val)
541 fx.bcx.ins().uextend(to, val)
544 fx.bcx.ins().ireduce(to, val)
548 pub struct FunctionCx<'a, 'tcx: 'a, B: Backend + 'a> {
549 pub tcx: TyCtxt<'a, 'tcx, 'tcx>,
550 pub module: &'a mut Module<B>,
551 pub instance: Instance<'tcx>,
552 pub mir: &'tcx Mir<'tcx>,
553 pub param_substs: &'tcx Substs<'tcx>,
554 pub bcx: FunctionBuilder<'a>,
555 pub ebb_map: HashMap<BasicBlock, Ebb>,
556 pub local_map: HashMap<Local, CPlace<'tcx>>,
557 pub comments: HashMap<Inst, String>,
558 pub constants: &'a mut crate::constant::ConstantCx,
559 pub caches: &'a mut Caches,
561 /// add_global_comment inserts a comment here
562 pub top_nop: Option<Inst>,
565 impl<'a, 'tcx: 'a, B: Backend + 'a> fmt::Debug for FunctionCx<'a, 'tcx, B> {
566 fn fmt(&self, f: &mut fmt::Formatter) -> fmt::Result {
567 writeln!(f, "{:?}", self.param_substs)?;
568 writeln!(f, "{:?}", self.local_map)?;
570 let mut clif = String::new();
571 let mut writer = crate::pretty_clif::CommentWriter(self.comments.clone());
572 ::cranelift::codegen::write::decorate_function(
578 writeln!(f, "\n{}", clif)
582 impl<'a, 'tcx: 'a, B: Backend> LayoutOf for &'a FunctionCx<'a, 'tcx, B> {
584 type TyLayout = TyLayout<'tcx>;
586 fn layout_of(self, ty: Ty<'tcx>) -> TyLayout<'tcx> {
587 let ty = self.monomorphize(&ty);
588 self.tcx.layout_of(ParamEnv::reveal_all().and(&ty)).unwrap()
592 impl<'a, 'tcx, B: Backend + 'a> layout::HasTyCtxt<'tcx> for &'a FunctionCx<'a, 'tcx, B> {
593 fn tcx<'b>(&'b self) -> TyCtxt<'b, 'tcx, 'tcx> {
598 impl<'a, 'tcx, B: Backend + 'a> layout::HasDataLayout for &'a FunctionCx<'a, 'tcx, B> {
599 fn data_layout(&self) -> &layout::TargetDataLayout {
600 &self.tcx.data_layout
604 impl<'a, 'tcx, B: Backend + 'a> HasTargetSpec for &'a FunctionCx<'a, 'tcx, B> {
605 fn target_spec(&self) -> &Target {
606 &self.tcx.sess.target.target
610 impl<'a, 'tcx: 'a, B: Backend + 'a> FunctionCx<'a, 'tcx, B> {
611 pub fn monomorphize<T>(&self, value: &T) -> T
613 T: TypeFoldable<'tcx>,
615 self.tcx.subst_and_normalize_erasing_regions(
617 ty::ParamEnv::reveal_all(),
622 pub fn cton_type(&self, ty: Ty<'tcx>) -> Option<Type> {
623 cton_type_from_ty(self.tcx, self.monomorphize(&ty))
626 pub fn get_ebb(&self, bb: BasicBlock) -> Ebb {
627 *self.ebb_map.get(&bb).unwrap()
630 pub fn get_local_place(&mut self, local: Local) -> CPlace<'tcx> {
631 *self.local_map.get(&local).unwrap()