]> git.lizzy.rs Git - rust.git/blob - src/librustc_interface/passes.rs
Fix missed same-sized member clash in ClashingExternDeclarations.
[rust.git] / src / librustc_interface / passes.rs
1 use crate::interface::{Compiler, Result};
2 use crate::proc_macro_decls;
3 use crate::util;
4
5 use log::{info, warn};
6 use once_cell::sync::Lazy;
7 use rustc_ast::mut_visit::MutVisitor;
8 use rustc_ast::{self, ast, visit};
9 use rustc_codegen_ssa::back::link::emit_metadata;
10 use rustc_codegen_ssa::traits::CodegenBackend;
11 use rustc_data_structures::sync::{par_iter, Lrc, OnceCell, ParallelIterator, WorkerLocal};
12 use rustc_data_structures::{box_region_allow_access, declare_box_region_type, parallel};
13 use rustc_errors::{ErrorReported, PResult};
14 use rustc_expand::base::ExtCtxt;
15 use rustc_hir::def_id::{CrateNum, LOCAL_CRATE};
16 use rustc_hir::definitions::Definitions;
17 use rustc_hir::Crate;
18 use rustc_lint::LintStore;
19 use rustc_middle::arena::Arena;
20 use rustc_middle::dep_graph::DepGraph;
21 use rustc_middle::middle;
22 use rustc_middle::middle::cstore::{CrateStore, MetadataLoader, MetadataLoaderDyn};
23 use rustc_middle::ty::query::Providers;
24 use rustc_middle::ty::steal::Steal;
25 use rustc_middle::ty::{self, GlobalCtxt, ResolverOutputs, TyCtxt};
26 use rustc_mir as mir;
27 use rustc_mir_build as mir_build;
28 use rustc_parse::{parse_crate_from_file, parse_crate_from_source_str};
29 use rustc_passes::{self, hir_stats, layout_test};
30 use rustc_plugin_impl as plugin;
31 use rustc_resolve::{Resolver, ResolverArenas};
32 use rustc_session::config::{CrateType, Input, OutputFilenames, OutputType, PpMode, PpSourceMode};
33 use rustc_session::lint;
34 use rustc_session::output::{filename_for_input, filename_for_metadata};
35 use rustc_session::search_paths::PathKind;
36 use rustc_session::Session;
37 use rustc_span::symbol::Symbol;
38 use rustc_span::{FileName, RealFileName};
39 use rustc_trait_selection::traits;
40 use rustc_typeck as typeck;
41
42 use rustc_serialize::json;
43 use tempfile::Builder as TempFileBuilder;
44
45 use std::any::Any;
46 use std::cell::RefCell;
47 use std::ffi::OsString;
48 use std::io::{self, BufWriter, Write};
49 use std::path::PathBuf;
50 use std::rc::Rc;
51 use std::{env, fs, iter, mem};
52
53 pub fn parse<'a>(sess: &'a Session, input: &Input) -> PResult<'a, ast::Crate> {
54     let krate = sess.time("parse_crate", || match input {
55         Input::File(file) => parse_crate_from_file(file, &sess.parse_sess),
56         Input::Str { input, name } => {
57             parse_crate_from_source_str(name.clone(), input.clone(), &sess.parse_sess)
58         }
59     })?;
60
61     if sess.opts.debugging_opts.ast_json_noexpand {
62         println!("{}", json::as_json(&krate));
63     }
64
65     if sess.opts.debugging_opts.input_stats {
66         println!("Lines of code:             {}", sess.source_map().count_lines());
67         println!("Pre-expansion node count:  {}", count_nodes(&krate));
68     }
69
70     if let Some(ref s) = sess.opts.debugging_opts.show_span {
71         rustc_ast_passes::show_span::run(sess.diagnostic(), s, &krate);
72     }
73
74     if sess.opts.debugging_opts.hir_stats {
75         hir_stats::print_ast_stats(&krate, "PRE EXPANSION AST STATS");
76     }
77
78     Ok(krate)
79 }
80
81 fn count_nodes(krate: &ast::Crate) -> usize {
82     let mut counter = rustc_ast_passes::node_count::NodeCounter::new();
83     visit::walk_crate(&mut counter, krate);
84     counter.count
85 }
86
87 declare_box_region_type!(
88     pub BoxedResolver,
89     for(),
90     (&mut Resolver<'_>) -> (Result<ast::Crate>, ResolverOutputs)
91 );
92
93 /// Runs the "early phases" of the compiler: initial `cfg` processing, loading compiler plugins,
94 /// syntax expansion, secondary `cfg` expansion, synthesis of a test
95 /// harness if one is to be provided, injection of a dependency on the
96 /// standard library and prelude, and name resolution.
97 ///
98 /// Returns `None` if we're aborting after handling -W help.
99 pub fn configure_and_expand(
100     sess: Lrc<Session>,
101     lint_store: Lrc<LintStore>,
102     metadata_loader: Box<MetadataLoaderDyn>,
103     krate: ast::Crate,
104     crate_name: &str,
105 ) -> Result<(ast::Crate, BoxedResolver)> {
106     log::trace!("configure_and_expand");
107     // Currently, we ignore the name resolution data structures for the purposes of dependency
108     // tracking. Instead we will run name resolution and include its output in the hash of each
109     // item, much like we do for macro expansion. In other words, the hash reflects not just
110     // its contents but the results of name resolution on those contents. Hopefully we'll push
111     // this back at some point.
112     let crate_name = crate_name.to_string();
113     let (result, resolver) = BoxedResolver::new(static move |mut action| {
114         let _ = action;
115         let sess = &*sess;
116         let resolver_arenas = Resolver::arenas();
117         let res = configure_and_expand_inner(
118             sess,
119             &lint_store,
120             krate,
121             &crate_name,
122             &resolver_arenas,
123             &*metadata_loader,
124         );
125         let mut resolver = match res {
126             Err(v) => {
127                 yield BoxedResolver::initial_yield(Err(v));
128                 panic!()
129             }
130             Ok((krate, resolver)) => {
131                 action = yield BoxedResolver::initial_yield(Ok(krate));
132                 resolver
133             }
134         };
135         box_region_allow_access!(for(), (&mut Resolver<'_>), (&mut resolver), action);
136         resolver.into_outputs()
137     });
138     result.map(|k| (k, resolver))
139 }
140
141 impl BoxedResolver {
142     pub fn to_resolver_outputs(resolver: Rc<RefCell<BoxedResolver>>) -> ResolverOutputs {
143         match Rc::try_unwrap(resolver) {
144             Ok(resolver) => resolver.into_inner().complete(),
145             Err(resolver) => resolver.borrow_mut().access(|resolver| resolver.clone_outputs()),
146         }
147     }
148 }
149
150 pub fn register_plugins<'a>(
151     sess: &'a Session,
152     metadata_loader: &'a dyn MetadataLoader,
153     register_lints: impl Fn(&Session, &mut LintStore),
154     mut krate: ast::Crate,
155     crate_name: &str,
156 ) -> Result<(ast::Crate, Lrc<LintStore>)> {
157     krate = sess.time("attributes_injection", || {
158         rustc_builtin_macros::cmdline_attrs::inject(
159             krate,
160             &sess.parse_sess,
161             &sess.opts.debugging_opts.crate_attr,
162         )
163     });
164
165     let (krate, features) = rustc_expand::config::features(
166         krate,
167         &sess.parse_sess,
168         sess.edition(),
169         &sess.opts.debugging_opts.allow_features,
170     );
171     // these need to be set "early" so that expansion sees `quote` if enabled.
172     sess.init_features(features);
173
174     let crate_types = util::collect_crate_types(sess, &krate.attrs);
175     sess.init_crate_types(crate_types);
176
177     let disambiguator = util::compute_crate_disambiguator(sess);
178     sess.crate_disambiguator.set(disambiguator).expect("not yet initialized");
179     rustc_incremental::prepare_session_directory(sess, &crate_name, disambiguator);
180
181     if sess.opts.incremental.is_some() {
182         sess.time("incr_comp_garbage_collect_session_directories", || {
183             if let Err(e) = rustc_incremental::garbage_collect_session_directories(sess) {
184                 warn!(
185                     "Error while trying to garbage collect incremental \
186                      compilation cache directory: {}",
187                     e
188                 );
189             }
190         });
191     }
192
193     sess.time("recursion_limit", || {
194         middle::limits::update_limits(sess, &krate);
195     });
196
197     let mut lint_store = rustc_lint::new_lint_store(
198         sess.opts.debugging_opts.no_interleave_lints,
199         sess.unstable_options(),
200     );
201     register_lints(&sess, &mut lint_store);
202
203     let registrars =
204         sess.time("plugin_loading", || plugin::load::load_plugins(sess, metadata_loader, &krate));
205     sess.time("plugin_registration", || {
206         let mut registry = plugin::Registry { lint_store: &mut lint_store };
207         for registrar in registrars {
208             registrar(&mut registry);
209         }
210     });
211
212     Ok((krate, Lrc::new(lint_store)))
213 }
214
215 fn pre_expansion_lint(sess: &Session, lint_store: &LintStore, krate: &ast::Crate) {
216     sess.time("pre_AST_expansion_lint_checks", || {
217         rustc_lint::check_ast_crate(
218             sess,
219             lint_store,
220             &krate,
221             true,
222             None,
223             rustc_lint::BuiltinCombinedPreExpansionLintPass::new(),
224         );
225     });
226 }
227
228 fn configure_and_expand_inner<'a>(
229     sess: &'a Session,
230     lint_store: &'a LintStore,
231     mut krate: ast::Crate,
232     crate_name: &str,
233     resolver_arenas: &'a ResolverArenas<'a>,
234     metadata_loader: &'a MetadataLoaderDyn,
235 ) -> Result<(ast::Crate, Resolver<'a>)> {
236     log::trace!("configure_and_expand_inner");
237     pre_expansion_lint(sess, lint_store, &krate);
238
239     let mut resolver = Resolver::new(sess, &krate, crate_name, metadata_loader, &resolver_arenas);
240     rustc_builtin_macros::register_builtin_macros(&mut resolver, sess.edition());
241
242     krate = sess.time("crate_injection", || {
243         let alt_std_name = sess.opts.alt_std_name.as_ref().map(|s| Symbol::intern(s));
244         let (krate, name) = rustc_builtin_macros::standard_library_imports::inject(
245             krate,
246             &mut resolver,
247             &sess.parse_sess,
248             alt_std_name,
249         );
250         if let Some(name) = name {
251             sess.parse_sess.injected_crate_name.set(name).expect("not yet initialized");
252         }
253         krate
254     });
255
256     util::check_attr_crate_type(&krate.attrs, &mut resolver.lint_buffer());
257
258     // Expand all macros
259     krate = sess.time("macro_expand_crate", || {
260         // Windows dlls do not have rpaths, so they don't know how to find their
261         // dependencies. It's up to us to tell the system where to find all the
262         // dependent dlls. Note that this uses cfg!(windows) as opposed to
263         // targ_cfg because syntax extensions are always loaded for the host
264         // compiler, not for the target.
265         //
266         // This is somewhat of an inherently racy operation, however, as
267         // multiple threads calling this function could possibly continue
268         // extending PATH far beyond what it should. To solve this for now we
269         // just don't add any new elements to PATH which are already there
270         // within PATH. This is basically a targeted fix at #17360 for rustdoc
271         // which runs rustc in parallel but has been seen (#33844) to cause
272         // problems with PATH becoming too long.
273         let mut old_path = OsString::new();
274         if cfg!(windows) {
275             old_path = env::var_os("PATH").unwrap_or(old_path);
276             let mut new_path = sess.host_filesearch(PathKind::All).search_path_dirs();
277             for path in env::split_paths(&old_path) {
278                 if !new_path.contains(&path) {
279                     new_path.push(path);
280                 }
281             }
282             env::set_var(
283                 "PATH",
284                 &env::join_paths(
285                     new_path.iter().filter(|p| env::join_paths(iter::once(p)).is_ok()),
286                 )
287                 .unwrap(),
288             );
289         }
290
291         // Create the config for macro expansion
292         let features = sess.features_untracked();
293         let cfg = rustc_expand::expand::ExpansionConfig {
294             features: Some(&features),
295             recursion_limit: sess.recursion_limit(),
296             trace_mac: sess.opts.debugging_opts.trace_macros,
297             should_test: sess.opts.test,
298             span_debug: sess.opts.debugging_opts.span_debug,
299             ..rustc_expand::expand::ExpansionConfig::default(crate_name.to_string())
300         };
301
302         let extern_mod_loaded = |k: &ast::Crate| pre_expansion_lint(sess, lint_store, k);
303         let mut ecx = ExtCtxt::new(&sess.parse_sess, cfg, &mut resolver, Some(&extern_mod_loaded));
304
305         // Expand macros now!
306         let krate = sess.time("expand_crate", || ecx.monotonic_expander().expand_crate(krate));
307
308         // The rest is error reporting
309
310         sess.time("check_unused_macros", || {
311             ecx.check_unused_macros();
312         });
313
314         let mut missing_fragment_specifiers: Vec<_> = ecx
315             .parse_sess
316             .missing_fragment_specifiers
317             .borrow()
318             .iter()
319             .map(|(span, node_id)| (*span, *node_id))
320             .collect();
321         missing_fragment_specifiers.sort_unstable_by_key(|(span, _)| *span);
322
323         let recursion_limit_hit = ecx.reduced_recursion_limit.is_some();
324
325         for (span, node_id) in missing_fragment_specifiers {
326             let lint = lint::builtin::MISSING_FRAGMENT_SPECIFIER;
327             let msg = "missing fragment specifier";
328             resolver.lint_buffer().buffer_lint(lint, node_id, span, msg);
329         }
330         if cfg!(windows) {
331             env::set_var("PATH", &old_path);
332         }
333
334         if recursion_limit_hit {
335             // If we hit a recursion limit, exit early to avoid later passes getting overwhelmed
336             // with a large AST
337             Err(ErrorReported)
338         } else {
339             Ok(krate)
340         }
341     })?;
342
343     sess.time("maybe_building_test_harness", || {
344         rustc_builtin_macros::test_harness::inject(
345             &sess.parse_sess,
346             &mut resolver,
347             sess.opts.test,
348             &mut krate,
349             sess.diagnostic(),
350             &sess.features_untracked(),
351             sess.panic_strategy(),
352             sess.target.target.options.panic_strategy,
353             sess.opts.debugging_opts.panic_abort_tests,
354         )
355     });
356
357     if let Some(PpMode::PpmSource(PpSourceMode::PpmEveryBodyLoops)) = sess.opts.pretty {
358         log::debug!("replacing bodies with loop {{}}");
359         util::ReplaceBodyWithLoop::new(&mut resolver).visit_crate(&mut krate);
360     }
361
362     let has_proc_macro_decls = sess.time("AST_validation", || {
363         rustc_ast_passes::ast_validation::check_crate(sess, &krate, &mut resolver.lint_buffer())
364     });
365
366     let crate_types = sess.crate_types();
367     let is_proc_macro_crate = crate_types.contains(&CrateType::ProcMacro);
368
369     // For backwards compatibility, we don't try to run proc macro injection
370     // if rustdoc is run on a proc macro crate without '--crate-type proc-macro' being
371     // specified. This should only affect users who manually invoke 'rustdoc', as
372     // 'cargo doc' will automatically pass the proper '--crate-type' flags.
373     // However, we do emit a warning, to let such users know that they should
374     // start passing '--crate-type proc-macro'
375     if has_proc_macro_decls && sess.opts.actually_rustdoc && !is_proc_macro_crate {
376         let mut msg = sess.diagnostic().struct_warn(
377             &"Trying to document proc macro crate \
378             without passing '--crate-type proc-macro to rustdoc",
379         );
380
381         msg.warn("The generated documentation may be incorrect");
382         msg.emit()
383     } else {
384         krate = sess.time("maybe_create_a_macro_crate", || {
385             let num_crate_types = crate_types.len();
386             let is_test_crate = sess.opts.test;
387             rustc_builtin_macros::proc_macro_harness::inject(
388                 &sess.parse_sess,
389                 &mut resolver,
390                 krate,
391                 is_proc_macro_crate,
392                 has_proc_macro_decls,
393                 is_test_crate,
394                 num_crate_types,
395                 sess.diagnostic(),
396             )
397         });
398     }
399
400     // Done with macro expansion!
401
402     if sess.opts.debugging_opts.input_stats {
403         println!("Post-expansion node count: {}", count_nodes(&krate));
404     }
405
406     if sess.opts.debugging_opts.hir_stats {
407         hir_stats::print_ast_stats(&krate, "POST EXPANSION AST STATS");
408     }
409
410     if sess.opts.debugging_opts.ast_json {
411         println!("{}", json::as_json(&krate));
412     }
413
414     resolver.resolve_crate(&krate);
415
416     // Needs to go *after* expansion to be able to check the results of macro expansion.
417     sess.time("complete_gated_feature_checking", || {
418         rustc_ast_passes::feature_gate::check_crate(
419             &krate,
420             &sess.parse_sess,
421             &sess.features_untracked(),
422             sess.opts.unstable_features,
423         );
424     });
425
426     // Add all buffered lints from the `ParseSess` to the `Session`.
427     sess.parse_sess.buffered_lints.with_lock(|buffered_lints| {
428         info!("{} parse sess buffered_lints", buffered_lints.len());
429         for early_lint in buffered_lints.drain(..) {
430             resolver.lint_buffer().add_early_lint(early_lint);
431         }
432     });
433
434     Ok((krate, resolver))
435 }
436
437 pub fn lower_to_hir<'res, 'tcx>(
438     sess: &'tcx Session,
439     lint_store: &LintStore,
440     resolver: &'res mut Resolver<'_>,
441     dep_graph: &'res DepGraph,
442     krate: &'res ast::Crate,
443     arena: &'tcx rustc_ast_lowering::Arena<'tcx>,
444 ) -> Crate<'tcx> {
445     // We're constructing the HIR here; we don't care what we will
446     // read, since we haven't even constructed the *input* to
447     // incr. comp. yet.
448     dep_graph.assert_ignored();
449
450     // Lower AST to HIR.
451     let hir_crate = rustc_ast_lowering::lower_crate(
452         sess,
453         &krate,
454         resolver,
455         rustc_parse::nt_to_tokenstream,
456         arena,
457     );
458
459     if sess.opts.debugging_opts.hir_stats {
460         hir_stats::print_hir_stats(&hir_crate);
461     }
462
463     sess.time("early_lint_checks", || {
464         rustc_lint::check_ast_crate(
465             sess,
466             lint_store,
467             &krate,
468             false,
469             Some(std::mem::take(resolver.lint_buffer())),
470             rustc_lint::BuiltinCombinedEarlyLintPass::new(),
471         )
472     });
473
474     // Discard hygiene data, which isn't required after lowering to HIR.
475     if !sess.opts.debugging_opts.keep_hygiene_data {
476         rustc_span::hygiene::clear_syntax_context_map();
477     }
478
479     hir_crate
480 }
481
482 // Returns all the paths that correspond to generated files.
483 fn generated_output_paths(
484     sess: &Session,
485     outputs: &OutputFilenames,
486     exact_name: bool,
487     crate_name: &str,
488 ) -> Vec<PathBuf> {
489     let mut out_filenames = Vec::new();
490     for output_type in sess.opts.output_types.keys() {
491         let file = outputs.path(*output_type);
492         match *output_type {
493             // If the filename has been overridden using `-o`, it will not be modified
494             // by appending `.rlib`, `.exe`, etc., so we can skip this transformation.
495             OutputType::Exe if !exact_name => {
496                 for crate_type in sess.crate_types().iter() {
497                     let p = filename_for_input(sess, *crate_type, crate_name, outputs);
498                     out_filenames.push(p);
499                 }
500             }
501             OutputType::DepInfo if sess.opts.debugging_opts.dep_info_omit_d_target => {
502                 // Don't add the dep-info output when omitting it from dep-info targets
503             }
504             _ => {
505                 out_filenames.push(file);
506             }
507         }
508     }
509     out_filenames
510 }
511
512 // Runs `f` on every output file path and returns the first non-None result, or None if `f`
513 // returns None for every file path.
514 fn check_output<F, T>(output_paths: &[PathBuf], f: F) -> Option<T>
515 where
516     F: Fn(&PathBuf) -> Option<T>,
517 {
518     for output_path in output_paths {
519         if let Some(result) = f(output_path) {
520             return Some(result);
521         }
522     }
523     None
524 }
525
526 fn output_contains_path(output_paths: &[PathBuf], input_path: &PathBuf) -> bool {
527     let input_path = input_path.canonicalize().ok();
528     if input_path.is_none() {
529         return false;
530     }
531     let check = |output_path: &PathBuf| {
532         if output_path.canonicalize().ok() == input_path { Some(()) } else { None }
533     };
534     check_output(output_paths, check).is_some()
535 }
536
537 fn output_conflicts_with_dir(output_paths: &[PathBuf]) -> Option<PathBuf> {
538     let check = |output_path: &PathBuf| output_path.is_dir().then(|| output_path.clone());
539     check_output(output_paths, check)
540 }
541
542 fn escape_dep_filename(filename: &FileName) -> String {
543     // Apparently clang and gcc *only* escape spaces:
544     // http://llvm.org/klaus/clang/commit/9d50634cfc268ecc9a7250226dd5ca0e945240d4
545     filename.to_string().replace(" ", "\\ ")
546 }
547
548 // Makefile comments only need escaping newlines and `\`.
549 // The result can be unescaped by anything that can unescape `escape_default` and friends.
550 fn escape_dep_env(symbol: Symbol) -> String {
551     let s = symbol.as_str();
552     let mut escaped = String::with_capacity(s.len());
553     for c in s.chars() {
554         match c {
555             '\n' => escaped.push_str(r"\n"),
556             '\r' => escaped.push_str(r"\r"),
557             '\\' => escaped.push_str(r"\\"),
558             _ => escaped.push(c),
559         }
560     }
561     escaped
562 }
563
564 fn write_out_deps(
565     sess: &Session,
566     boxed_resolver: &Steal<Rc<RefCell<BoxedResolver>>>,
567     outputs: &OutputFilenames,
568     out_filenames: &[PathBuf],
569 ) {
570     // Write out dependency rules to the dep-info file if requested
571     if !sess.opts.output_types.contains_key(&OutputType::DepInfo) {
572         return;
573     }
574     let deps_filename = outputs.path(OutputType::DepInfo);
575
576     let result = (|| -> io::Result<()> {
577         // Build a list of files used to compile the output and
578         // write Makefile-compatible dependency rules
579         let mut files: Vec<String> = sess
580             .source_map()
581             .files()
582             .iter()
583             .filter(|fmap| fmap.is_real_file())
584             .filter(|fmap| !fmap.is_imported())
585             .map(|fmap| escape_dep_filename(&fmap.unmapped_path.as_ref().unwrap_or(&fmap.name)))
586             .collect();
587
588         if sess.binary_dep_depinfo() {
589             boxed_resolver.borrow().borrow_mut().access(|resolver| {
590                 for cnum in resolver.cstore().crates_untracked() {
591                     let source = resolver.cstore().crate_source_untracked(cnum);
592                     if let Some((path, _)) = source.dylib {
593                         let file_name = FileName::Real(RealFileName::Named(path));
594                         files.push(escape_dep_filename(&file_name));
595                     }
596                     if let Some((path, _)) = source.rlib {
597                         let file_name = FileName::Real(RealFileName::Named(path));
598                         files.push(escape_dep_filename(&file_name));
599                     }
600                     if let Some((path, _)) = source.rmeta {
601                         let file_name = FileName::Real(RealFileName::Named(path));
602                         files.push(escape_dep_filename(&file_name));
603                     }
604                 }
605             });
606         }
607
608         let mut file = BufWriter::new(fs::File::create(&deps_filename)?);
609         for path in out_filenames {
610             writeln!(file, "{}: {}\n", path.display(), files.join(" "))?;
611         }
612
613         // Emit a fake target for each input file to the compilation. This
614         // prevents `make` from spitting out an error if a file is later
615         // deleted. For more info see #28735
616         for path in files {
617             writeln!(file, "{}:", path)?;
618         }
619
620         // Emit special comments with information about accessed environment variables.
621         let env_depinfo = sess.parse_sess.env_depinfo.borrow();
622         if !env_depinfo.is_empty() {
623             let mut envs: Vec<_> = env_depinfo
624                 .iter()
625                 .map(|(k, v)| (escape_dep_env(*k), v.map(escape_dep_env)))
626                 .collect();
627             envs.sort_unstable();
628             writeln!(file)?;
629             for (k, v) in envs {
630                 write!(file, "# env-dep:{}", k)?;
631                 if let Some(v) = v {
632                     write!(file, "={}", v)?;
633                 }
634                 writeln!(file)?;
635             }
636         }
637
638         Ok(())
639     })();
640
641     match result {
642         Ok(_) => {
643             if sess.opts.json_artifact_notifications {
644                 sess.parse_sess
645                     .span_diagnostic
646                     .emit_artifact_notification(&deps_filename, "dep-info");
647             }
648         }
649         Err(e) => sess.fatal(&format!(
650             "error writing dependencies to `{}`: {}",
651             deps_filename.display(),
652             e
653         )),
654     }
655 }
656
657 pub fn prepare_outputs(
658     sess: &Session,
659     compiler: &Compiler,
660     krate: &ast::Crate,
661     boxed_resolver: &Steal<Rc<RefCell<BoxedResolver>>>,
662     crate_name: &str,
663 ) -> Result<OutputFilenames> {
664     let _timer = sess.timer("prepare_outputs");
665
666     // FIXME: rustdoc passes &[] instead of &krate.attrs here
667     let outputs = util::build_output_filenames(
668         &compiler.input,
669         &compiler.output_dir,
670         &compiler.output_file,
671         &krate.attrs,
672         sess,
673     );
674
675     let output_paths =
676         generated_output_paths(sess, &outputs, compiler.output_file.is_some(), &crate_name);
677
678     // Ensure the source file isn't accidentally overwritten during compilation.
679     if let Some(ref input_path) = compiler.input_path {
680         if sess.opts.will_create_output_file() {
681             if output_contains_path(&output_paths, input_path) {
682                 sess.err(&format!(
683                     "the input file \"{}\" would be overwritten by the generated \
684                         executable",
685                     input_path.display()
686                 ));
687                 return Err(ErrorReported);
688             }
689             if let Some(dir_path) = output_conflicts_with_dir(&output_paths) {
690                 sess.err(&format!(
691                     "the generated executable for the input file \"{}\" conflicts with the \
692                         existing directory \"{}\"",
693                     input_path.display(),
694                     dir_path.display()
695                 ));
696                 return Err(ErrorReported);
697             }
698         }
699     }
700
701     write_out_deps(sess, boxed_resolver, &outputs, &output_paths);
702
703     let only_dep_info = sess.opts.output_types.contains_key(&OutputType::DepInfo)
704         && sess.opts.output_types.len() == 1;
705
706     if !only_dep_info {
707         if let Some(ref dir) = compiler.output_dir {
708             if fs::create_dir_all(dir).is_err() {
709                 sess.err("failed to find or create the directory specified by `--out-dir`");
710                 return Err(ErrorReported);
711             }
712         }
713     }
714
715     Ok(outputs)
716 }
717
718 pub static DEFAULT_QUERY_PROVIDERS: Lazy<Providers> = Lazy::new(|| {
719     let providers = &mut Providers::default();
720     providers.analysis = analysis;
721     proc_macro_decls::provide(providers);
722     plugin::build::provide(providers);
723     rustc_middle::hir::provide(providers);
724     mir::provide(providers);
725     mir_build::provide(providers);
726     rustc_privacy::provide(providers);
727     typeck::provide(providers);
728     ty::provide(providers);
729     traits::provide(providers);
730     rustc_passes::provide(providers);
731     rustc_resolve::provide(providers);
732     rustc_traits::provide(providers);
733     rustc_ty::provide(providers);
734     rustc_metadata::provide(providers);
735     rustc_lint::provide(providers);
736     rustc_symbol_mangling::provide(providers);
737     rustc_codegen_ssa::provide(providers);
738     *providers
739 });
740
741 pub static DEFAULT_EXTERN_QUERY_PROVIDERS: Lazy<Providers> = Lazy::new(|| {
742     let mut extern_providers = *DEFAULT_QUERY_PROVIDERS;
743     rustc_metadata::provide_extern(&mut extern_providers);
744     rustc_codegen_ssa::provide_extern(&mut extern_providers);
745     extern_providers
746 });
747
748 pub struct QueryContext<'tcx>(&'tcx GlobalCtxt<'tcx>);
749
750 impl<'tcx> QueryContext<'tcx> {
751     pub fn enter<F, R>(&mut self, f: F) -> R
752     where
753         F: FnOnce(TyCtxt<'tcx>) -> R,
754     {
755         ty::tls::enter_global(self.0, f)
756     }
757
758     pub fn print_stats(&mut self) {
759         self.enter(ty::query::print_stats)
760     }
761 }
762
763 pub fn create_global_ctxt<'tcx>(
764     compiler: &'tcx Compiler,
765     lint_store: Lrc<LintStore>,
766     krate: &'tcx Crate<'tcx>,
767     dep_graph: DepGraph,
768     mut resolver_outputs: ResolverOutputs,
769     outputs: OutputFilenames,
770     crate_name: &str,
771     global_ctxt: &'tcx OnceCell<GlobalCtxt<'tcx>>,
772     arena: &'tcx WorkerLocal<Arena<'tcx>>,
773 ) -> QueryContext<'tcx> {
774     let sess = &compiler.session();
775     let defs: &'tcx Definitions = arena.alloc(mem::replace(
776         &mut resolver_outputs.definitions,
777         Definitions::new(crate_name, sess.local_crate_disambiguator()),
778     ));
779
780     let query_result_on_disk_cache = rustc_incremental::load_query_result_cache(sess);
781
782     let codegen_backend = compiler.codegen_backend();
783     let mut local_providers = *DEFAULT_QUERY_PROVIDERS;
784     codegen_backend.provide(&mut local_providers);
785
786     let mut extern_providers = *DEFAULT_EXTERN_QUERY_PROVIDERS;
787     codegen_backend.provide(&mut extern_providers);
788     codegen_backend.provide_extern(&mut extern_providers);
789
790     if let Some(callback) = compiler.override_queries {
791         callback(sess, &mut local_providers, &mut extern_providers);
792     }
793
794     let gcx = sess.time("setup_global_ctxt", || {
795         global_ctxt.get_or_init(|| {
796             TyCtxt::create_global_ctxt(
797                 sess,
798                 lint_store,
799                 local_providers,
800                 extern_providers,
801                 arena,
802                 resolver_outputs,
803                 krate,
804                 defs,
805                 dep_graph,
806                 query_result_on_disk_cache,
807                 &crate_name,
808                 &outputs,
809             )
810         })
811     });
812
813     // Do some initialization of the DepGraph that can only be done with the tcx available.
814     ty::tls::enter_global(&gcx, |tcx| {
815         tcx.sess.time("dep_graph_tcx_init", || rustc_incremental::dep_graph_tcx_init(tcx));
816     });
817
818     QueryContext(gcx)
819 }
820
821 /// Runs the resolution, type-checking, region checking and other
822 /// miscellaneous analysis passes on the crate.
823 fn analysis(tcx: TyCtxt<'_>, cnum: CrateNum) -> Result<()> {
824     assert_eq!(cnum, LOCAL_CRATE);
825
826     rustc_passes::hir_id_validator::check_crate(tcx);
827
828     let sess = tcx.sess;
829     let mut entry_point = None;
830
831     sess.time("misc_checking_1", || {
832         parallel!(
833             {
834                 entry_point = sess
835                     .time("looking_for_entry_point", || rustc_passes::entry::find_entry_point(tcx));
836
837                 sess.time("looking_for_plugin_registrar", || {
838                     plugin::build::find_plugin_registrar(tcx)
839                 });
840
841                 sess.time("looking_for_derive_registrar", || proc_macro_decls::find(tcx));
842             },
843             {
844                 par_iter(&tcx.hir().krate().modules).for_each(|(&module, _)| {
845                     let local_def_id = tcx.hir().local_def_id(module);
846                     tcx.ensure().check_mod_loops(local_def_id);
847                     tcx.ensure().check_mod_attrs(local_def_id);
848                     tcx.ensure().check_mod_unstable_api_usage(local_def_id);
849                     tcx.ensure().check_mod_const_bodies(local_def_id);
850                 });
851             }
852         );
853     });
854
855     // passes are timed inside typeck
856     typeck::check_crate(tcx)?;
857
858     sess.time("misc_checking_2", || {
859         parallel!(
860             {
861                 sess.time("match_checking", || {
862                     tcx.par_body_owners(|def_id| {
863                         tcx.ensure().check_match(def_id.to_def_id());
864                     });
865                 });
866             },
867             {
868                 sess.time("liveness_and_intrinsic_checking", || {
869                     par_iter(&tcx.hir().krate().modules).for_each(|(&module, _)| {
870                         // this must run before MIR dump, because
871                         // "not all control paths return a value" is reported here.
872                         //
873                         // maybe move the check to a MIR pass?
874                         let local_def_id = tcx.hir().local_def_id(module);
875
876                         tcx.ensure().check_mod_liveness(local_def_id);
877                         tcx.ensure().check_mod_intrinsics(local_def_id);
878                     });
879                 });
880             }
881         );
882     });
883
884     sess.time("MIR_borrow_checking", || {
885         tcx.par_body_owners(|def_id| tcx.ensure().mir_borrowck(def_id));
886     });
887
888     sess.time("MIR_effect_checking", || {
889         for def_id in tcx.body_owners() {
890             mir::transform::check_unsafety::check_unsafety(tcx, def_id);
891
892             if tcx.hir().body_const_context(def_id).is_some() {
893                 tcx.ensure()
894                     .mir_drops_elaborated_and_const_checked(ty::WithOptConstParam::unknown(def_id));
895             }
896         }
897     });
898
899     sess.time("layout_testing", || layout_test::test_layout(tcx));
900
901     // Avoid overwhelming user with errors if borrow checking failed.
902     // I'm not sure how helpful this is, to be honest, but it avoids a
903     // lot of annoying errors in the compile-fail tests (basically,
904     // lint warnings and so on -- kindck used to do this abort, but
905     // kindck is gone now). -nmatsakis
906     if sess.has_errors() {
907         return Err(ErrorReported);
908     }
909
910     sess.time("misc_checking_3", || {
911         parallel!(
912             {
913                 tcx.ensure().privacy_access_levels(LOCAL_CRATE);
914
915                 parallel!(
916                     {
917                         tcx.ensure().check_private_in_public(LOCAL_CRATE);
918                     },
919                     {
920                         sess.time("death_checking", || rustc_passes::dead::check_crate(tcx));
921                     },
922                     {
923                         sess.time("unused_lib_feature_checking", || {
924                             rustc_passes::stability::check_unused_or_stable_features(tcx)
925                         });
926                     },
927                     {
928                         sess.time("lint_checking", || {
929                             rustc_lint::check_crate(tcx, || {
930                                 rustc_lint::BuiltinCombinedLateLintPass::new()
931                             });
932                         });
933                     }
934                 );
935             },
936             {
937                 sess.time("privacy_checking_modules", || {
938                     par_iter(&tcx.hir().krate().modules).for_each(|(&module, _)| {
939                         tcx.ensure().check_mod_privacy(tcx.hir().local_def_id(module));
940                     });
941                 });
942             }
943         );
944     });
945
946     Ok(())
947 }
948
949 fn encode_and_write_metadata(
950     tcx: TyCtxt<'_>,
951     outputs: &OutputFilenames,
952 ) -> (middle::cstore::EncodedMetadata, bool) {
953     #[derive(PartialEq, Eq, PartialOrd, Ord)]
954     enum MetadataKind {
955         None,
956         Uncompressed,
957         Compressed,
958     }
959
960     let metadata_kind = tcx
961         .sess
962         .crate_types()
963         .iter()
964         .map(|ty| match *ty {
965             CrateType::Executable | CrateType::Staticlib | CrateType::Cdylib => MetadataKind::None,
966
967             CrateType::Rlib => MetadataKind::Uncompressed,
968
969             CrateType::Dylib | CrateType::ProcMacro => MetadataKind::Compressed,
970         })
971         .max()
972         .unwrap_or(MetadataKind::None);
973
974     let metadata = match metadata_kind {
975         MetadataKind::None => middle::cstore::EncodedMetadata::new(),
976         MetadataKind::Uncompressed | MetadataKind::Compressed => tcx.encode_metadata(),
977     };
978
979     let _prof_timer = tcx.sess.prof.generic_activity("write_crate_metadata");
980
981     let need_metadata_file = tcx.sess.opts.output_types.contains_key(&OutputType::Metadata);
982     if need_metadata_file {
983         let crate_name = &tcx.crate_name(LOCAL_CRATE).as_str();
984         let out_filename = filename_for_metadata(tcx.sess, crate_name, outputs);
985         // To avoid races with another rustc process scanning the output directory,
986         // we need to write the file somewhere else and atomically move it to its
987         // final destination, with an `fs::rename` call. In order for the rename to
988         // always succeed, the temporary file needs to be on the same filesystem,
989         // which is why we create it inside the output directory specifically.
990         let metadata_tmpdir = TempFileBuilder::new()
991             .prefix("rmeta")
992             .tempdir_in(out_filename.parent().unwrap())
993             .unwrap_or_else(|err| tcx.sess.fatal(&format!("couldn't create a temp dir: {}", err)));
994         let metadata_filename = emit_metadata(tcx.sess, &metadata, &metadata_tmpdir);
995         if let Err(e) = fs::rename(&metadata_filename, &out_filename) {
996             tcx.sess.fatal(&format!("failed to write {}: {}", out_filename.display(), e));
997         }
998         if tcx.sess.opts.json_artifact_notifications {
999             tcx.sess
1000                 .parse_sess
1001                 .span_diagnostic
1002                 .emit_artifact_notification(&out_filename, "metadata");
1003         }
1004     }
1005
1006     let need_metadata_module = metadata_kind == MetadataKind::Compressed;
1007
1008     (metadata, need_metadata_module)
1009 }
1010
1011 /// Runs the codegen backend, after which the AST and analysis can
1012 /// be discarded.
1013 pub fn start_codegen<'tcx>(
1014     codegen_backend: &dyn CodegenBackend,
1015     tcx: TyCtxt<'tcx>,
1016     outputs: &OutputFilenames,
1017 ) -> Box<dyn Any> {
1018     info!("Pre-codegen\n{:?}", tcx.debug_stats());
1019
1020     let (metadata, need_metadata_module) = encode_and_write_metadata(tcx, outputs);
1021
1022     let codegen = tcx.sess.time("codegen_crate", move || {
1023         codegen_backend.codegen_crate(tcx, metadata, need_metadata_module)
1024     });
1025
1026     info!("Post-codegen\n{:?}", tcx.debug_stats());
1027
1028     if tcx.sess.opts.output_types.contains_key(&OutputType::Mir) {
1029         if let Err(e) = mir::transform::dump_mir::emit_mir(tcx, outputs) {
1030             tcx.sess.err(&format!("could not emit MIR: {}", e));
1031             tcx.sess.abort_if_errors();
1032         }
1033     }
1034
1035     codegen
1036 }