1 #![feature(rustc_private, decl_macro)]
2 #![cfg_attr(feature = "jit", feature(never_type, vec_into_raw_parts, once_cell))]
3 #![warn(rust_2018_idioms)]
4 #![warn(unused_lifetimes)]
5 #![warn(unreachable_pub)]
8 extern crate rustc_middle;
9 extern crate rustc_ast;
10 extern crate rustc_codegen_ssa;
11 extern crate rustc_data_structures;
12 extern crate rustc_errors;
13 extern crate rustc_fs_util;
14 extern crate rustc_hir;
15 extern crate rustc_incremental;
16 extern crate rustc_index;
17 extern crate rustc_interface;
18 extern crate rustc_metadata;
19 extern crate rustc_session;
20 extern crate rustc_span;
21 extern crate rustc_target;
23 // This prevents duplicating functions and statics that are already part of the host rustc process.
24 #[allow(unused_extern_crates)]
25 extern crate rustc_driver;
30 use rustc_codegen_ssa::traits::CodegenBackend;
31 use rustc_codegen_ssa::CodegenResults;
32 use rustc_errors::ErrorGuaranteed;
33 use rustc_metadata::EncodedMetadata;
34 use rustc_middle::dep_graph::{WorkProduct, WorkProductId};
35 use rustc_session::config::OutputFilenames;
36 use rustc_session::Session;
37 use rustc_span::Symbol;
39 use cranelift_codegen::isa::TargetIsa;
40 use cranelift_codegen::settings::{self, Configurable};
42 pub use crate::config::*;
43 use crate::prelude::*;
53 mod compiler_builtins;
74 pub(crate) use rustc_span::{FileNameDisplayPreference, Span};
76 pub(crate) use rustc_hir::def_id::{DefId, LOCAL_CRATE};
77 pub(crate) use rustc_middle::bug;
78 pub(crate) use rustc_middle::mir::{self, *};
79 pub(crate) use rustc_middle::ty::layout::{self, LayoutOf, TyAndLayout};
80 pub(crate) use rustc_middle::ty::{
81 self, FloatTy, Instance, InstanceDef, IntTy, ParamEnv, Ty, TyCtxt, TypeAndMut,
84 pub(crate) use rustc_target::abi::{Abi, Scalar, Size, VariantIdx};
86 pub(crate) use rustc_data_structures::fx::FxHashMap;
88 pub(crate) use rustc_index::vec::Idx;
90 pub(crate) use cranelift_codegen::ir::condcodes::{FloatCC, IntCC};
91 pub(crate) use cranelift_codegen::ir::function::Function;
92 pub(crate) use cranelift_codegen::ir::types;
93 pub(crate) use cranelift_codegen::ir::{
94 AbiParam, Block, ExternalName, FuncRef, Inst, InstBuilder, MemFlags, Signature, SourceLoc,
95 StackSlot, StackSlotData, StackSlotKind, TrapCode, Type, Value,
97 pub(crate) use cranelift_codegen::isa::{self, CallConv};
98 pub(crate) use cranelift_codegen::Context;
99 pub(crate) use cranelift_frontend::{FunctionBuilder, FunctionBuilderContext, Variable};
100 pub(crate) use cranelift_module::{self, DataContext, FuncId, Linkage, Module};
102 pub(crate) use crate::abi::*;
103 pub(crate) use crate::base::{codegen_operand, codegen_place};
104 pub(crate) use crate::cast::*;
105 pub(crate) use crate::common::*;
106 pub(crate) use crate::debuginfo::{DebugContext, UnwindContext};
107 pub(crate) use crate::pointer::Pointer;
108 pub(crate) use crate::trap::*;
109 pub(crate) use crate::value_and_place::{CPlace, CPlaceInner, CValue};
112 struct PrintOnPanic<F: Fn() -> String>(F);
113 impl<F: Fn() -> String> Drop for PrintOnPanic<F> {
115 if ::std::thread::panicking() {
116 println!("{}", (self.0)());
121 /// The codegen context holds any information shared between the codegen of individual functions
122 /// inside a single codegen unit with the exception of the Cranelift [`Module`](cranelift_module::Module).
123 struct CodegenCx<'tcx> {
126 inline_asm_index: Cell<usize>,
127 cached_context: Context,
128 debug_context: Option<DebugContext<'tcx>>,
129 unwind_context: UnwindContext,
133 impl<'tcx> CodegenCx<'tcx> {
136 backend_config: BackendConfig,
141 assert_eq!(pointer_ty(tcx), isa.pointer_type());
144 UnwindContext::new(isa, matches!(backend_config.codegen_mode, CodegenMode::Aot));
145 let debug_context = if debug_info { Some(DebugContext::new(tcx, isa)) } else { None };
148 global_asm: String::new(),
149 inline_asm_index: Cell::new(0),
150 cached_context: Context::new(),
158 pub struct CraneliftCodegenBackend {
159 pub config: Option<BackendConfig>,
162 impl CodegenBackend for CraneliftCodegenBackend {
163 fn init(&self, sess: &Session) {
164 use rustc_session::config::Lto;
166 Lto::No | Lto::ThinLocal => {}
167 Lto::Thin | Lto::Fat => sess.warn("LTO is not supported. You may get a linker error."),
171 fn target_features(&self, _sess: &Session) -> Vec<rustc_span::Symbol> {
175 fn print_version(&self) {
176 println!("Cranelift version: {}", cranelift_codegen::VERSION);
182 metadata: EncodedMetadata,
183 need_metadata_module: bool,
185 tcx.sess.abort_if_errors();
186 let config = if let Some(config) = self.config.clone() {
189 if !tcx.sess.unstable_options() && !tcx.sess.opts.cg.llvm_args.is_empty() {
190 tcx.sess.fatal("`-Z unstable-options` must be passed to allow configuring cg_clif");
192 BackendConfig::from_opts(&tcx.sess.opts.cg.llvm_args)
193 .unwrap_or_else(|err| tcx.sess.fatal(&err))
195 match config.codegen_mode {
196 CodegenMode::Aot => driver::aot::run_aot(tcx, config, metadata, need_metadata_module),
197 CodegenMode::Jit | CodegenMode::JitLazy => {
198 #[cfg(feature = "jit")]
199 let _: ! = driver::jit::run_jit(tcx, config);
201 #[cfg(not(feature = "jit"))]
202 tcx.sess.fatal("jit support was disabled when compiling rustc_codegen_cranelift");
209 ongoing_codegen: Box<dyn Any>,
211 _outputs: &OutputFilenames,
212 ) -> Result<(CodegenResults, FxHashMap<WorkProductId, WorkProduct>), ErrorGuaranteed> {
214 .downcast::<(CodegenResults, FxHashMap<WorkProductId, WorkProduct>)>()
221 codegen_results: CodegenResults,
222 outputs: &OutputFilenames,
223 ) -> Result<(), ErrorGuaranteed> {
224 use rustc_codegen_ssa::back::link::link_binary;
226 link_binary::<crate::archive::ArArchiveBuilder<'_>>(sess, &codegen_results, outputs)
230 fn target_triple(sess: &Session) -> target_lexicon::Triple {
231 match sess.target.llvm_target.parse() {
232 Ok(triple) => triple,
233 Err(err) => sess.fatal(&format!("target not recognized: {}", err)),
237 fn build_isa(sess: &Session, backend_config: &BackendConfig) -> Box<dyn isa::TargetIsa + 'static> {
238 use target_lexicon::BinaryFormat;
240 let target_triple = crate::target_triple(sess);
242 let mut flags_builder = settings::builder();
243 flags_builder.enable("is_pic").unwrap();
244 flags_builder.set("enable_probestack", "false").unwrap(); // __cranelift_probestack is not provided
245 let enable_verifier = if backend_config.enable_verifier { "true" } else { "false" };
246 flags_builder.set("enable_verifier", enable_verifier).unwrap();
248 let tls_model = match target_triple.binary_format {
249 BinaryFormat::Elf => "elf_gd",
250 BinaryFormat::Macho => "macho",
251 BinaryFormat::Coff => "coff",
254 flags_builder.set("tls_model", tls_model).unwrap();
256 flags_builder.set("enable_simd", "true").unwrap();
258 flags_builder.set("enable_llvm_abi_extensions", "true").unwrap();
260 flags_builder.set("regalloc", &backend_config.regalloc).unwrap();
262 use rustc_session::config::OptLevel;
263 match sess.opts.optimize {
265 flags_builder.set("opt_level", "none").unwrap();
267 OptLevel::Less | OptLevel::Default => {}
268 OptLevel::Size | OptLevel::SizeMin | OptLevel::Aggressive => {
269 flags_builder.set("opt_level", "speed_and_size").unwrap();
273 let flags = settings::Flags::new(flags_builder);
275 let isa_builder = match sess.opts.cg.target_cpu.as_deref() {
277 let builder = cranelift_native::builder_with_options(true).unwrap();
282 cranelift_codegen::isa::lookup(target_triple.clone()).unwrap_or_else(|err| {
283 sess.fatal(&format!("can't compile for {}: {}", target_triple, err));
285 if let Err(_) = builder.enable(value) {
286 sess.fatal("the specified target cpu isn't currently supported by Cranelift.");
292 cranelift_codegen::isa::lookup(target_triple.clone()).unwrap_or_else(|err| {
293 sess.fatal(&format!("can't compile for {}: {}", target_triple, err));
295 if target_triple.architecture == target_lexicon::Architecture::X86_64 {
296 // Don't use "haswell" as the default, as it implies `has_lzcnt`.
297 // macOS CI is still at Ivy Bridge EP, so `lzcnt` is interpreted as `bsr`.
298 builder.enable("nehalem").unwrap();
304 isa_builder.finish(flags)
307 /// This is the entrypoint for a hot plugged rustc_codegen_cranelift
309 pub fn __rustc_codegen_backend() -> Box<dyn CodegenBackend> {
310 Box::new(CraneliftCodegenBackend { config: None })