3 use rustc_target::spec::{HasTargetSpec, Target};
5 use cranelift_module::Module;
9 pub fn mir_var(loc: Local) -> Variable {
10 Variable::with_u32(loc.index() as u32)
13 pub fn pointer_ty(tcx: TyCtxt) -> types::Type {
14 match tcx.data_layout.pointer_size.bits() {
18 bits => bug!("ptr_sized_integer: unknown pointer bit size {}", bits),
22 fn scalar_to_cton_type(tcx: TyCtxt, scalar: &Scalar) -> Type {
23 match scalar.value.size(tcx).bits() {
28 size => bug!("Unsupported scalar size {}", size),
32 fn ptr_referee<'tcx>(ty: Ty<'tcx>) -> Ty<'tcx> {
34 ty::Ref(_, ty, _) => ty,
35 ty::RawPtr(TypeAndMut { ty, mutbl: _ }) => ty,
36 _ => bug!("{:?}", ty),
40 pub fn cton_type_from_ty<'a, 'tcx: 'a>(
41 tcx: TyCtxt<'a, 'tcx, 'tcx>,
43 ) -> Option<types::Type> {
45 ty::Bool => types::I8,
46 ty::Uint(size) => match size {
47 UintTy::U8 => types::I8,
48 UintTy::U16 => types::I16,
49 UintTy::U32 => types::I32,
50 UintTy::U64 => types::I64,
51 UintTy::U128 => unimpl!("u128"),
52 UintTy::Usize => pointer_ty(tcx),
54 ty::Int(size) => match size {
55 IntTy::I8 => types::I8,
56 IntTy::I16 => types::I16,
57 IntTy::I32 => types::I32,
58 IntTy::I64 => types::I64,
59 IntTy::I128 => unimpl!("i128"),
60 IntTy::Isize => pointer_ty(tcx),
62 ty::Char => types::I32,
63 ty::Float(size) => match size {
64 FloatTy::F32 => types::F32,
65 FloatTy::F64 => types::F64,
67 ty::FnPtr(_) => pointer_ty(tcx),
68 ty::RawPtr(TypeAndMut { ty, mutbl: _ }) | ty::Ref(_, ty, _) => {
69 if ty.is_sized(tcx.at(DUMMY_SP), ParamEnv::reveal_all()) {
75 ty::Param(_) => bug!("{:?}: {:?}", ty, ty.sty),
80 fn codegen_field<'a, 'tcx: 'a>(
81 fx: &mut FunctionCx<'a, 'tcx, impl Backend>,
83 layout: TyLayout<'tcx>,
85 ) -> (Value, TyLayout<'tcx>) {
86 let field_offset = layout.fields.offset(field.index());
87 let field_ty = layout.field(&*fx, field.index());
88 if field_offset.bytes() > 0 {
90 fx.bcx.ins().iadd_imm(base, field_offset.bytes() as i64),
99 #[derive(Debug, Copy, Clone)]
100 pub enum CValue<'tcx> {
101 ByRef(Value, TyLayout<'tcx>),
102 ByVal(Value, TyLayout<'tcx>),
103 ByValPair(Value, Value, TyLayout<'tcx>),
106 impl<'tcx> CValue<'tcx> {
107 pub fn layout(&self) -> TyLayout<'tcx> {
109 CValue::ByRef(_, layout)
110 | CValue::ByVal(_, layout)
111 | CValue::ByValPair(_, _, layout) => layout,
115 pub fn force_stack<'a>(self, fx: &mut FunctionCx<'a, 'tcx, impl Backend>) -> Value
120 CValue::ByRef(value, _layout) => value,
121 CValue::ByVal(value, layout) => {
122 let stack_slot = fx.bcx.create_stack_slot(StackSlotData {
123 kind: StackSlotKind::ExplicitSlot,
124 size: layout.size.bytes() as u32,
127 fx.bcx.ins().stack_store(value, stack_slot, 0);
130 .stack_addr(fx.module.pointer_type(), stack_slot, 0)
132 CValue::ByValPair(value, extra, layout) => {
133 let stack_slot = fx.bcx.create_stack_slot(StackSlotData {
134 kind: StackSlotKind::ExplicitSlot,
135 size: layout.size.bytes() as u32,
138 let base = fx.bcx.ins().stack_addr(types::I64, stack_slot, 0);
139 let a_addr = codegen_field(fx, base, layout, mir::Field::new(0)).0;
140 let b_addr = codegen_field(fx, base, layout, mir::Field::new(1)).0;
141 fx.bcx.ins().store(MemFlags::new(), value, a_addr, 0);
142 fx.bcx.ins().store(MemFlags::new(), extra, b_addr, 0);
148 pub fn load_value<'a>(self, fx: &mut FunctionCx<'a, 'tcx, impl Backend>) -> Value
153 CValue::ByRef(addr, layout) => {
155 .cton_type(layout.ty)
156 .expect(&format!("load_value of type {:?}", layout.ty));
157 fx.bcx.ins().load(cton_ty, MemFlags::new(), addr, 0)
159 CValue::ByVal(value, _layout) => value,
160 CValue::ByValPair(_, _, _layout) => bug!("Please use load_value_pair for ByValPair"),
164 pub fn load_value_pair<'a>(self, fx: &mut FunctionCx<'a, 'tcx, impl Backend>) -> (Value, Value)
169 CValue::ByRef(addr, layout) => {
172 fx.tcx.data_layout.pointer_size.bytes() * 2
174 let val1_offset = layout.fields.offset(0).bytes() as i32;
175 let val2_offset = layout.fields.offset(1).bytes() as i32;
179 .load(fx.module.pointer_type(), MemFlags::new(), addr, val1_offset);
183 .load(fx.module.pointer_type(), MemFlags::new(), addr, val2_offset);
186 CValue::ByVal(_, _layout) => bug!("Please use load_value for ByVal"),
187 CValue::ByValPair(val1, val2, _layout) => (val1, val2),
191 pub fn expect_byref(self) -> (Value, TyLayout<'tcx>) {
193 CValue::ByRef(value, layout) => (value, layout),
194 CValue::ByVal(_, _) => bug!("Expected CValue::ByRef, found CValue::ByVal: {:?}", self),
195 CValue::ByValPair(_, _, _) => bug!(
196 "Expected CValue::ByRef, found CValue::ByValPair: {:?}",
202 pub fn value_field<'a>(
204 fx: &mut FunctionCx<'a, 'tcx, impl Backend>,
210 let (base, layout) = match self {
211 CValue::ByRef(addr, layout) => (addr, layout),
212 _ => bug!("place_field for {:?}", self),
215 let (field_ptr, field_layout) = codegen_field(fx, base, layout, field);
216 CValue::ByRef(field_ptr, field_layout)
219 pub fn unsize_value<'a>(self, fx: &mut FunctionCx<'a, 'tcx, impl Backend>, dest: CPlace<'tcx>) {
220 if self.layout().ty == dest.layout().ty {
221 dest.write_cvalue(fx, self); // FIXME this shouldn't happen (rust-lang/rust#53602)
224 match &self.layout().ty.sty {
225 ty::Ref(_, ty, _) | ty::RawPtr(TypeAndMut { ty, mutbl: _ }) => {
226 let (ptr, extra) = match ptr_referee(dest.layout().ty).sty {
227 ty::Slice(slice_elem_ty) => match ty.sty {
228 ty::Array(array_elem_ty, size) => {
229 assert_eq!(slice_elem_ty, array_elem_ty);
230 let ptr = self.load_value(fx);
234 .iconst(fx.module.pointer_type(), size.unwrap_usize(fx.tcx) as i64);
237 _ => bug!("unsize non array {:?} to slice", ty),
239 ty::Dynamic(_, _) => match ty.sty {
240 ty::Dynamic(_, _) => self.load_value_pair(fx),
241 _ => unimpl!("unsize of type ... to {:?}", dest.layout().ty),
244 "unsize of type {:?} to {:?}",
249 println!("ty {:?}", self.layout().ty);
250 dest.write_cvalue(fx, CValue::ByValPair(ptr, extra, dest.layout()));
252 ty => unimpl!("unsize of non ptr {:?}", ty),
256 pub fn const_val<'a>(
257 fx: &mut FunctionCx<'a, 'tcx, impl Backend>,
264 let cton_ty = fx.cton_type(ty).unwrap();
265 let layout = fx.layout_of(ty);
266 CValue::ByVal(fx.bcx.ins().iconst(cton_ty, const_val), layout)
269 pub fn unchecked_cast_to(self, layout: TyLayout<'tcx>) -> Self {
271 CValue::ByRef(addr, _) => CValue::ByRef(addr, layout),
272 CValue::ByVal(val, _) => CValue::ByVal(val, layout),
273 CValue::ByValPair(val, extra, _) => CValue::ByValPair(val, extra, layout),
278 /// A place where you can write a value to or read a value from
279 #[derive(Debug, Copy, Clone)]
280 pub enum CPlace<'tcx> {
281 Var(Local, TyLayout<'tcx>),
282 Addr(Value, Option<Value>, TyLayout<'tcx>),
285 impl<'a, 'tcx: 'a> CPlace<'tcx> {
286 pub fn layout(&self) -> TyLayout<'tcx> {
288 CPlace::Var(_, layout) | CPlace::Addr(_, _, layout) => layout,
292 pub fn temp(fx: &mut FunctionCx<'a, 'tcx, impl Backend>, ty: Ty<'tcx>) -> CPlace<'tcx> {
293 let layout = fx.layout_of(ty);
294 assert!(!layout.is_unsized());
295 let stack_slot = fx.bcx.create_stack_slot(StackSlotData {
296 kind: StackSlotKind::ExplicitSlot,
297 size: layout.size.bytes() as u32,
303 .stack_addr(fx.module.pointer_type(), stack_slot, 0),
309 pub fn from_stack_slot(
310 fx: &mut FunctionCx<'a, 'tcx, impl Backend>,
311 stack_slot: StackSlot,
314 let layout = fx.layout_of(ty);
315 assert!(!layout.is_unsized());
319 .stack_addr(fx.module.pointer_type(), stack_slot, 0),
325 pub fn to_cvalue(self, fx: &mut FunctionCx<'a, 'tcx, impl Backend>) -> CValue<'tcx> {
327 CPlace::Var(var, layout) => CValue::ByVal(fx.bcx.use_var(mir_var(var)), layout),
328 CPlace::Addr(addr, extra, layout) => {
329 assert!(extra.is_none(), "unsized values are not yet supported");
330 CValue::ByRef(addr, layout)
335 pub fn expect_addr(self) -> Value {
337 CPlace::Addr(addr, None, _layout) => addr,
338 CPlace::Addr(_, _, _) => bug!("Expected sized CPlace::Addr, found {:?}", self),
339 CPlace::Var(_, _) => bug!("Expected CPlace::Addr, found CPlace::Var"),
343 pub fn write_cvalue(self, fx: &mut FunctionCx<'a, 'tcx, impl Backend>, from: CValue<'tcx>) {
344 match (&self.layout().ty.sty, &from.layout().ty.sty) {
345 (ty::Ref(_, t, dest_mut), ty::Ref(_, u, src_mut))
346 if (if *dest_mut != ::rustc::hir::Mutability::MutImmutable && src_mut != dest_mut {
354 // &mut T -> &T is allowed
355 // &'a T -> &'b T is allowed
361 "Can't write value of incompatible type to place {:?} {:?}\n\n{:#?}",
362 self.layout().ty.sty,
363 from.layout().ty.sty,
370 CPlace::Var(var, _) => {
371 let data = from.load_value(fx);
372 fx.bcx.def_var(mir_var(var), data)
374 CPlace::Addr(addr, None, layout) => {
375 let size = layout.size.bytes() as i32;
378 CValue::ByVal(val, _layout) => {
379 fx.bcx.ins().store(MemFlags::new(), val, addr, 0);
381 CValue::ByValPair(val1, val2, _layout) => {
382 let val1_offset = layout.fields.offset(0).bytes() as i32;
383 let val2_offset = layout.fields.offset(1).bytes() as i32;
384 fx.bcx.ins().store(MemFlags::new(), val1, addr, val1_offset);
385 fx.bcx.ins().store(MemFlags::new(), val2, addr, val2_offset);
387 CValue::ByRef(from, _layout) => {
389 while size - offset >= 8 {
390 let byte = fx.bcx.ins().load(
391 fx.module.pointer_type(),
396 fx.bcx.ins().store(MemFlags::new(), byte, addr, offset);
399 while size - offset >= 4 {
400 let byte = fx.bcx.ins().load(types::I32, MemFlags::new(), from, offset);
401 fx.bcx.ins().store(MemFlags::new(), byte, addr, offset);
404 while offset < size {
405 let byte = fx.bcx.ins().load(types::I8, MemFlags::new(), from, offset);
406 fx.bcx.ins().store(MemFlags::new(), byte, addr, offset);
412 CPlace::Addr(_, _, _) => bug!("Can't write value to unsized place {:?}", self),
418 fx: &mut FunctionCx<'a, 'tcx, impl Backend>,
421 let layout = self.layout();
422 if layout.is_unsized() {
423 unimpl!("unsized place_field");
426 let base = self.expect_addr();
427 let (field_ptr, field_layout) = codegen_field(fx, base, layout, field);
428 CPlace::Addr(field_ptr, None, field_layout)
433 fx: &mut FunctionCx<'a, 'tcx, impl Backend>,
436 let (elem_layout, addr) = match self.layout().ty.sty {
437 ty::Array(elem_ty, _) => (fx.layout_of(elem_ty), self.expect_addr()),
438 ty::Slice(elem_ty) => (
439 fx.layout_of(elem_ty),
441 CPlace::Addr(addr, _, _) => addr,
442 CPlace::Var(_, _) => bug!("Expected CPlace::Addr found CPlace::Var"),
445 _ => bug!("place_index({:?})", self.layout().ty),
451 .imul_imm(index, elem_layout.size.bytes() as i64);
453 CPlace::Addr(fx.bcx.ins().iadd(addr, offset), None, elem_layout)
456 pub fn place_deref(self, fx: &mut FunctionCx<'a, 'tcx, impl Backend>) -> CPlace<'tcx> {
457 let inner_layout = fx.layout_of(ptr_referee(self.layout().ty));
458 if !inner_layout.is_unsized() {
459 CPlace::Addr(self.to_cvalue(fx).load_value(fx), None, inner_layout)
461 match self.layout().abi {
462 Abi::ScalarPair(ref a, ref b) => {
463 let addr = self.expect_addr();
467 .load(scalar_to_cton_type(fx.tcx, a), MemFlags::new(), addr, 0);
468 let extra = fx.bcx.ins().load(
469 scalar_to_cton_type(fx.tcx, b),
472 a.value.size(fx.tcx).bytes() as u32 as i32,
475 "unsized deref: ptr: {:?} extra: {:?} self: {:?}",
478 CPlace::Addr(ptr, Some(extra), inner_layout)
481 "Fat ptr doesn't have abi ScalarPair, but it has {:?}",
488 pub fn write_place_ref(self, fx: &mut FunctionCx<'a, 'tcx, impl Backend>, dest: CPlace<'tcx>) {
489 if !self.layout().is_unsized() {
490 let ptr = CValue::ByVal(self.expect_addr(), dest.layout());
491 dest.write_cvalue(fx, ptr);
494 CPlace::Var(_, _) => bug!("expected CPlace::Addr found CPlace::Var"),
495 CPlace::Addr(value, extra, _) => match dest.layout().abi {
496 Abi::ScalarPair(ref a, _) => {
499 .store(MemFlags::new(), value, dest.expect_addr(), 0);
502 extra.expect("unsized type without metadata"),
504 a.value.size(fx.tcx).bytes() as u32 as i32,
508 "Non ScalarPair abi {:?} in write_place_ref dest",
516 pub fn unchecked_cast_to(self, layout: TyLayout<'tcx>) -> Self {
518 CPlace::Var(var, _) => CPlace::Var(var, layout),
519 CPlace::Addr(addr, extra, _) => {
520 assert!(!layout.is_unsized());
521 CPlace::Addr(addr, extra, layout)
526 pub fn downcast_variant(self, fx: &FunctionCx<'a, 'tcx, impl Backend>, variant: usize) -> Self {
527 let layout = self.layout().for_variant(fx, variant);
528 self.unchecked_cast_to(layout)
532 pub fn cton_intcast<'a, 'tcx: 'a>(
533 fx: &mut FunctionCx<'a, 'tcx, impl Backend>,
538 let from = fx.bcx.func.dfg.value_type(val);
542 if to.wider_or_equal(from) {
544 fx.bcx.ins().sextend(to, val)
546 fx.bcx.ins().uextend(to, val)
549 fx.bcx.ins().ireduce(to, val)
553 pub struct FunctionCx<'a, 'tcx: 'a, B: Backend + 'a> {
554 pub tcx: TyCtxt<'a, 'tcx, 'tcx>,
555 pub module: &'a mut Module<B>,
556 pub instance: Instance<'tcx>,
557 pub mir: &'tcx Mir<'tcx>,
558 pub param_substs: &'tcx Substs<'tcx>,
559 pub bcx: FunctionBuilder<'a>,
560 pub ebb_map: HashMap<BasicBlock, Ebb>,
561 pub local_map: HashMap<Local, CPlace<'tcx>>,
562 pub comments: HashMap<Inst, String>,
563 pub constants: &'a mut crate::constant::ConstantCx,
564 pub caches: &'a mut Caches,
566 /// add_global_comment inserts a comment here
567 pub top_nop: Option<Inst>,
570 impl<'a, 'tcx: 'a, B: Backend + 'a> fmt::Debug for FunctionCx<'a, 'tcx, B> {
571 fn fmt(&self, f: &mut fmt::Formatter) -> fmt::Result {
572 writeln!(f, "{:?}", self.param_substs)?;
573 writeln!(f, "{:?}", self.local_map)?;
575 let mut clif = String::new();
576 let mut writer = crate::pretty_clif::CommentWriter(self.comments.clone());
577 ::cranelift::codegen::write::decorate_function(
583 writeln!(f, "\n{}", clif)
587 impl<'a, 'tcx: 'a, B: Backend> LayoutOf for &'a FunctionCx<'a, 'tcx, B> {
589 type TyLayout = TyLayout<'tcx>;
591 fn layout_of(self, ty: Ty<'tcx>) -> TyLayout<'tcx> {
592 let ty = self.monomorphize(&ty);
593 self.tcx.layout_of(ParamEnv::reveal_all().and(&ty)).unwrap()
597 impl<'a, 'tcx, B: Backend + 'a> layout::HasTyCtxt<'tcx> for &'a FunctionCx<'a, 'tcx, B> {
598 fn tcx<'b>(&'b self) -> TyCtxt<'b, 'tcx, 'tcx> {
603 impl<'a, 'tcx, B: Backend + 'a> layout::HasDataLayout for &'a FunctionCx<'a, 'tcx, B> {
604 fn data_layout(&self) -> &layout::TargetDataLayout {
605 &self.tcx.data_layout
609 impl<'a, 'tcx, B: Backend + 'a> HasTargetSpec for &'a FunctionCx<'a, 'tcx, B> {
610 fn target_spec(&self) -> &Target {
611 &self.tcx.sess.target.target
615 impl<'a, 'tcx: 'a, B: Backend + 'a> FunctionCx<'a, 'tcx, B> {
616 pub fn monomorphize<T>(&self, value: &T) -> T
618 T: TypeFoldable<'tcx>,
620 self.tcx.subst_and_normalize_erasing_regions(
622 ty::ParamEnv::reveal_all(),
627 pub fn cton_type(&self, ty: Ty<'tcx>) -> Option<Type> {
628 cton_type_from_ty(self.tcx, self.monomorphize(&ty))
631 pub fn get_ebb(&self, bb: BasicBlock) -> Ebb {
632 *self.ebb_map.get(&bb).unwrap()
635 pub fn get_local_place(&mut self, local: Local) -> CPlace<'tcx> {
636 *self.local_map.get(&local).unwrap()