]> git.lizzy.rs Git - rust.git/blob - src/librustc_interface/passes.rs
Rollup merge of #70947 - RalfJung:ctfe-no-read-mut-global, r=oli-obk
[rust.git] / src / librustc_interface / passes.rs
1 use crate::interface::{Compiler, Result};
2 use crate::proc_macro_decls;
3 use crate::util;
4
5 use log::{info, log_enabled, warn};
6 use rustc_ast::mut_visit::MutVisitor;
7 use rustc_ast::{self, ast, visit};
8 use rustc_codegen_ssa::back::link::emit_metadata;
9 use rustc_codegen_ssa::traits::CodegenBackend;
10 use rustc_data_structures::sync::{par_iter, Lrc, Once, ParallelIterator, WorkerLocal};
11 use rustc_data_structures::{box_region_allow_access, declare_box_region_type, parallel};
12 use rustc_errors::{ErrorReported, PResult};
13 use rustc_expand::base::ExtCtxt;
14 use rustc_hir::def_id::{CrateNum, LOCAL_CRATE};
15 use rustc_hir::definitions::Definitions;
16 use rustc_hir::Crate;
17 use rustc_lint::LintStore;
18 use rustc_middle::arena::Arena;
19 use rustc_middle::dep_graph::DepGraph;
20 use rustc_middle::middle;
21 use rustc_middle::middle::cstore::{CrateStore, MetadataLoader, MetadataLoaderDyn};
22 use rustc_middle::ty::steal::Steal;
23 use rustc_middle::ty::{self, GlobalCtxt, ResolverOutputs, TyCtxt};
24 use rustc_mir as mir;
25 use rustc_mir_build as mir_build;
26 use rustc_parse::{parse_crate_from_file, parse_crate_from_source_str};
27 use rustc_passes::{self, hir_stats, layout_test};
28 use rustc_plugin_impl as plugin;
29 use rustc_resolve::{Resolver, ResolverArenas};
30 use rustc_session::config::{
31     self, CrateType, Input, OutputFilenames, OutputType, PpMode, PpSourceMode,
32 };
33 use rustc_session::lint;
34 use rustc_session::output::{filename_for_input, filename_for_metadata};
35 use rustc_session::search_paths::PathKind;
36 use rustc_session::Session;
37 use rustc_span::symbol::Symbol;
38 use rustc_span::FileName;
39 use rustc_trait_selection::traits;
40 use rustc_typeck as typeck;
41
42 use rustc_serialize::json;
43 use tempfile::Builder as TempFileBuilder;
44
45 use std::any::Any;
46 use std::cell::RefCell;
47 use std::ffi::OsString;
48 use std::io::{self, BufWriter, Write};
49 use std::path::PathBuf;
50 use std::rc::Rc;
51 use std::{env, fs, iter, mem};
52
53 pub fn parse<'a>(sess: &'a Session, input: &Input) -> PResult<'a, ast::Crate> {
54     let krate = sess.time("parse_crate", || match input {
55         Input::File(file) => parse_crate_from_file(file, &sess.parse_sess),
56         Input::Str { input, name } => {
57             parse_crate_from_source_str(name.clone(), input.clone(), &sess.parse_sess)
58         }
59     })?;
60
61     if sess.opts.debugging_opts.ast_json_noexpand {
62         println!("{}", json::as_json(&krate));
63     }
64
65     if sess.opts.debugging_opts.input_stats {
66         println!("Lines of code:             {}", sess.source_map().count_lines());
67         println!("Pre-expansion node count:  {}", count_nodes(&krate));
68     }
69
70     if let Some(ref s) = sess.opts.debugging_opts.show_span {
71         rustc_ast_passes::show_span::run(sess.diagnostic(), s, &krate);
72     }
73
74     if sess.opts.debugging_opts.hir_stats {
75         hir_stats::print_ast_stats(&krate, "PRE EXPANSION AST STATS");
76     }
77
78     Ok(krate)
79 }
80
81 fn count_nodes(krate: &ast::Crate) -> usize {
82     let mut counter = rustc_ast_passes::node_count::NodeCounter::new();
83     visit::walk_crate(&mut counter, krate);
84     counter.count
85 }
86
87 declare_box_region_type!(
88     pub BoxedResolver,
89     for(),
90     (&mut Resolver<'_>) -> (Result<ast::Crate>, ResolverOutputs)
91 );
92
93 /// Runs the "early phases" of the compiler: initial `cfg` processing, loading compiler plugins,
94 /// syntax expansion, secondary `cfg` expansion, synthesis of a test
95 /// harness if one is to be provided, injection of a dependency on the
96 /// standard library and prelude, and name resolution.
97 ///
98 /// Returns `None` if we're aborting after handling -W help.
99 pub fn configure_and_expand(
100     sess: Lrc<Session>,
101     lint_store: Lrc<LintStore>,
102     metadata_loader: Box<MetadataLoaderDyn>,
103     krate: ast::Crate,
104     crate_name: &str,
105 ) -> Result<(ast::Crate, BoxedResolver)> {
106     // Currently, we ignore the name resolution data structures for the purposes of dependency
107     // tracking. Instead we will run name resolution and include its output in the hash of each
108     // item, much like we do for macro expansion. In other words, the hash reflects not just
109     // its contents but the results of name resolution on those contents. Hopefully we'll push
110     // this back at some point.
111     let crate_name = crate_name.to_string();
112     let (result, resolver) = BoxedResolver::new(static move || {
113         let sess = &*sess;
114         let resolver_arenas = Resolver::arenas();
115         let res = configure_and_expand_inner(
116             sess,
117             &lint_store,
118             krate,
119             &crate_name,
120             &resolver_arenas,
121             &*metadata_loader,
122         );
123         let mut resolver = match res {
124             Err(v) => {
125                 yield BoxedResolver::initial_yield(Err(v));
126                 panic!()
127             }
128             Ok((krate, resolver)) => {
129                 yield BoxedResolver::initial_yield(Ok(krate));
130                 resolver
131             }
132         };
133         box_region_allow_access!(for(), (&mut Resolver<'_>), (&mut resolver));
134         resolver.into_outputs()
135     });
136     result.map(|k| (k, resolver))
137 }
138
139 impl BoxedResolver {
140     pub fn to_resolver_outputs(resolver: Rc<RefCell<BoxedResolver>>) -> ResolverOutputs {
141         match Rc::try_unwrap(resolver) {
142             Ok(resolver) => resolver.into_inner().complete(),
143             Err(resolver) => resolver.borrow_mut().access(|resolver| resolver.clone_outputs()),
144         }
145     }
146 }
147
148 pub fn register_plugins<'a>(
149     sess: &'a Session,
150     metadata_loader: &'a dyn MetadataLoader,
151     register_lints: impl Fn(&Session, &mut LintStore),
152     mut krate: ast::Crate,
153     crate_name: &str,
154 ) -> Result<(ast::Crate, Lrc<LintStore>)> {
155     krate = sess.time("attributes_injection", || {
156         rustc_builtin_macros::cmdline_attrs::inject(
157             krate,
158             &sess.parse_sess,
159             &sess.opts.debugging_opts.crate_attr,
160         )
161     });
162
163     let (krate, features) = rustc_expand::config::features(
164         krate,
165         &sess.parse_sess,
166         sess.edition(),
167         &sess.opts.debugging_opts.allow_features,
168     );
169     // these need to be set "early" so that expansion sees `quote` if enabled.
170     sess.init_features(features);
171
172     let crate_types = util::collect_crate_types(sess, &krate.attrs);
173     sess.crate_types.set(crate_types);
174
175     let disambiguator = util::compute_crate_disambiguator(sess);
176     sess.crate_disambiguator.set(disambiguator);
177     rustc_incremental::prepare_session_directory(sess, &crate_name, disambiguator);
178
179     if sess.opts.incremental.is_some() {
180         sess.time("incr_comp_garbage_collect_session_directories", || {
181             if let Err(e) = rustc_incremental::garbage_collect_session_directories(sess) {
182                 warn!(
183                     "Error while trying to garbage collect incremental \
184                      compilation cache directory: {}",
185                     e
186                 );
187             }
188         });
189     }
190
191     sess.time("recursion_limit", || {
192         middle::limits::update_limits(sess, &krate);
193     });
194
195     let mut lint_store = rustc_lint::new_lint_store(
196         sess.opts.debugging_opts.no_interleave_lints,
197         sess.unstable_options(),
198     );
199     register_lints(&sess, &mut lint_store);
200
201     let registrars =
202         sess.time("plugin_loading", || plugin::load::load_plugins(sess, metadata_loader, &krate));
203     sess.time("plugin_registration", || {
204         let mut registry = plugin::Registry { lint_store: &mut lint_store };
205         for registrar in registrars {
206             registrar(&mut registry);
207         }
208     });
209
210     Ok((krate, Lrc::new(lint_store)))
211 }
212
213 fn pre_expansion_lint(sess: &Session, lint_store: &LintStore, krate: &ast::Crate) {
214     sess.time("pre_AST_expansion_lint_checks", || {
215         rustc_lint::check_ast_crate(
216             sess,
217             lint_store,
218             &krate,
219             true,
220             None,
221             rustc_lint::BuiltinCombinedPreExpansionLintPass::new(),
222         );
223     });
224 }
225
226 fn configure_and_expand_inner<'a>(
227     sess: &'a Session,
228     lint_store: &'a LintStore,
229     mut krate: ast::Crate,
230     crate_name: &str,
231     resolver_arenas: &'a ResolverArenas<'a>,
232     metadata_loader: &'a MetadataLoaderDyn,
233 ) -> Result<(ast::Crate, Resolver<'a>)> {
234     pre_expansion_lint(sess, lint_store, &krate);
235
236     let mut resolver = Resolver::new(sess, &krate, crate_name, metadata_loader, &resolver_arenas);
237     rustc_builtin_macros::register_builtin_macros(&mut resolver, sess.edition());
238
239     krate = sess.time("crate_injection", || {
240         let alt_std_name = sess.opts.alt_std_name.as_ref().map(|s| Symbol::intern(s));
241         let (krate, name) = rustc_builtin_macros::standard_library_imports::inject(
242             krate,
243             &mut resolver,
244             &sess.parse_sess,
245             alt_std_name,
246         );
247         if let Some(name) = name {
248             sess.parse_sess.injected_crate_name.set(name);
249         }
250         krate
251     });
252
253     util::check_attr_crate_type(&krate.attrs, &mut resolver.lint_buffer());
254
255     // Expand all macros
256     krate = sess.time("macro_expand_crate", || {
257         // Windows dlls do not have rpaths, so they don't know how to find their
258         // dependencies. It's up to us to tell the system where to find all the
259         // dependent dlls. Note that this uses cfg!(windows) as opposed to
260         // targ_cfg because syntax extensions are always loaded for the host
261         // compiler, not for the target.
262         //
263         // This is somewhat of an inherently racy operation, however, as
264         // multiple threads calling this function could possibly continue
265         // extending PATH far beyond what it should. To solve this for now we
266         // just don't add any new elements to PATH which are already there
267         // within PATH. This is basically a targeted fix at #17360 for rustdoc
268         // which runs rustc in parallel but has been seen (#33844) to cause
269         // problems with PATH becoming too long.
270         let mut old_path = OsString::new();
271         if cfg!(windows) {
272             old_path = env::var_os("PATH").unwrap_or(old_path);
273             let mut new_path = sess.host_filesearch(PathKind::All).search_path_dirs();
274             for path in env::split_paths(&old_path) {
275                 if !new_path.contains(&path) {
276                     new_path.push(path);
277                 }
278             }
279             env::set_var(
280                 "PATH",
281                 &env::join_paths(
282                     new_path.iter().filter(|p| env::join_paths(iter::once(p)).is_ok()),
283                 )
284                 .unwrap(),
285             );
286         }
287
288         // Create the config for macro expansion
289         let features = sess.features_untracked();
290         let cfg = rustc_expand::expand::ExpansionConfig {
291             features: Some(&features),
292             recursion_limit: *sess.recursion_limit.get(),
293             trace_mac: sess.opts.debugging_opts.trace_macros,
294             should_test: sess.opts.test,
295             ..rustc_expand::expand::ExpansionConfig::default(crate_name.to_string())
296         };
297
298         let extern_mod_loaded = |k: &ast::Crate| pre_expansion_lint(sess, lint_store, k);
299         let mut ecx = ExtCtxt::new(&sess.parse_sess, cfg, &mut resolver, Some(&extern_mod_loaded));
300
301         // Expand macros now!
302         let krate = sess.time("expand_crate", || ecx.monotonic_expander().expand_crate(krate));
303
304         // The rest is error reporting
305
306         sess.time("check_unused_macros", || {
307             ecx.check_unused_macros();
308         });
309
310         let mut missing_fragment_specifiers: Vec<_> =
311             ecx.parse_sess.missing_fragment_specifiers.borrow().iter().cloned().collect();
312         missing_fragment_specifiers.sort();
313
314         let recursion_limit_hit = ecx.reduced_recursion_limit.is_some();
315
316         for span in missing_fragment_specifiers {
317             let lint = lint::builtin::MISSING_FRAGMENT_SPECIFIER;
318             let msg = "missing fragment specifier";
319             resolver.lint_buffer().buffer_lint(lint, ast::CRATE_NODE_ID, span, msg);
320         }
321         if cfg!(windows) {
322             env::set_var("PATH", &old_path);
323         }
324
325         if recursion_limit_hit {
326             // If we hit a recursion limit, exit early to avoid later passes getting overwhelmed
327             // with a large AST
328             Err(ErrorReported)
329         } else {
330             Ok(krate)
331         }
332     })?;
333
334     sess.time("maybe_building_test_harness", || {
335         rustc_builtin_macros::test_harness::inject(
336             &sess.parse_sess,
337             &mut resolver,
338             sess.opts.test,
339             &mut krate,
340             sess.diagnostic(),
341             &sess.features_untracked(),
342             sess.panic_strategy(),
343             sess.target.target.options.panic_strategy,
344             sess.opts.debugging_opts.panic_abort_tests,
345         )
346     });
347
348     // If we're actually rustdoc then there's no need to actually compile
349     // anything, so switch everything to just looping
350     let mut should_loop = sess.opts.actually_rustdoc;
351     if let Some(PpMode::PpmSource(PpSourceMode::PpmEveryBodyLoops)) = sess.opts.pretty {
352         should_loop |= true;
353     }
354     if should_loop {
355         util::ReplaceBodyWithLoop::new(&mut resolver).visit_crate(&mut krate);
356     }
357
358     let has_proc_macro_decls = sess.time("AST_validation", || {
359         rustc_ast_passes::ast_validation::check_crate(sess, &krate, &mut resolver.lint_buffer())
360     });
361
362     let crate_types = sess.crate_types.borrow();
363     let is_proc_macro_crate = crate_types.contains(&config::CrateType::ProcMacro);
364
365     // For backwards compatibility, we don't try to run proc macro injection
366     // if rustdoc is run on a proc macro crate without '--crate-type proc-macro' being
367     // specified. This should only affect users who manually invoke 'rustdoc', as
368     // 'cargo doc' will automatically pass the proper '--crate-type' flags.
369     // However, we do emit a warning, to let such users know that they should
370     // start passing '--crate-type proc-macro'
371     if has_proc_macro_decls && sess.opts.actually_rustdoc && !is_proc_macro_crate {
372         let mut msg = sess.diagnostic().struct_warn(
373             &"Trying to document proc macro crate \
374             without passing '--crate-type proc-macro to rustdoc",
375         );
376
377         msg.warn("The generated documentation may be incorrect");
378         msg.emit()
379     } else {
380         krate = sess.time("maybe_create_a_macro_crate", || {
381             let num_crate_types = crate_types.len();
382             let is_test_crate = sess.opts.test;
383             rustc_builtin_macros::proc_macro_harness::inject(
384                 &sess.parse_sess,
385                 &mut resolver,
386                 krate,
387                 is_proc_macro_crate,
388                 has_proc_macro_decls,
389                 is_test_crate,
390                 num_crate_types,
391                 sess.diagnostic(),
392             )
393         });
394     }
395
396     // Done with macro expansion!
397
398     if sess.opts.debugging_opts.input_stats {
399         println!("Post-expansion node count: {}", count_nodes(&krate));
400     }
401
402     if sess.opts.debugging_opts.hir_stats {
403         hir_stats::print_ast_stats(&krate, "POST EXPANSION AST STATS");
404     }
405
406     if sess.opts.debugging_opts.ast_json {
407         println!("{}", json::as_json(&krate));
408     }
409
410     resolver.resolve_crate(&krate);
411
412     // Needs to go *after* expansion to be able to check the results of macro expansion.
413     sess.time("complete_gated_feature_checking", || {
414         rustc_ast_passes::feature_gate::check_crate(
415             &krate,
416             &sess.parse_sess,
417             &sess.features_untracked(),
418             sess.opts.unstable_features,
419         );
420     });
421
422     // Add all buffered lints from the `ParseSess` to the `Session`.
423     sess.parse_sess.buffered_lints.with_lock(|buffered_lints| {
424         info!("{} parse sess buffered_lints", buffered_lints.len());
425         for early_lint in buffered_lints.drain(..) {
426             resolver.lint_buffer().add_early_lint(early_lint);
427         }
428     });
429
430     Ok((krate, resolver))
431 }
432
433 pub fn lower_to_hir<'res, 'tcx>(
434     sess: &'tcx Session,
435     lint_store: &LintStore,
436     resolver: &'res mut Resolver<'_>,
437     dep_graph: &'res DepGraph,
438     krate: &'res ast::Crate,
439     arena: &'tcx rustc_ast_lowering::Arena<'tcx>,
440 ) -> Crate<'tcx> {
441     // We're constructing the HIR here; we don't care what we will
442     // read, since we haven't even constructed the *input* to
443     // incr. comp. yet.
444     dep_graph.assert_ignored();
445
446     // Lower AST to HIR.
447     let hir_crate = rustc_ast_lowering::lower_crate(
448         sess,
449         &krate,
450         resolver,
451         rustc_parse::nt_to_tokenstream,
452         arena,
453     );
454
455     if sess.opts.debugging_opts.hir_stats {
456         hir_stats::print_hir_stats(&hir_crate);
457     }
458
459     sess.time("early_lint_checks", || {
460         rustc_lint::check_ast_crate(
461             sess,
462             lint_store,
463             &krate,
464             false,
465             Some(std::mem::take(resolver.lint_buffer())),
466             rustc_lint::BuiltinCombinedEarlyLintPass::new(),
467         )
468     });
469
470     // Discard hygiene data, which isn't required after lowering to HIR.
471     if !sess.opts.debugging_opts.keep_hygiene_data {
472         rustc_span::hygiene::clear_syntax_context_map();
473     }
474
475     hir_crate
476 }
477
478 // Returns all the paths that correspond to generated files.
479 fn generated_output_paths(
480     sess: &Session,
481     outputs: &OutputFilenames,
482     exact_name: bool,
483     crate_name: &str,
484 ) -> Vec<PathBuf> {
485     let mut out_filenames = Vec::new();
486     for output_type in sess.opts.output_types.keys() {
487         let file = outputs.path(*output_type);
488         match *output_type {
489             // If the filename has been overridden using `-o`, it will not be modified
490             // by appending `.rlib`, `.exe`, etc., so we can skip this transformation.
491             OutputType::Exe if !exact_name => {
492                 for crate_type in sess.crate_types.borrow().iter() {
493                     let p = filename_for_input(sess, *crate_type, crate_name, outputs);
494                     out_filenames.push(p);
495                 }
496             }
497             OutputType::DepInfo if sess.opts.debugging_opts.dep_info_omit_d_target => {
498                 // Don't add the dep-info output when omitting it from dep-info targets
499             }
500             _ => {
501                 out_filenames.push(file);
502             }
503         }
504     }
505     out_filenames
506 }
507
508 // Runs `f` on every output file path and returns the first non-None result, or None if `f`
509 // returns None for every file path.
510 fn check_output<F, T>(output_paths: &[PathBuf], f: F) -> Option<T>
511 where
512     F: Fn(&PathBuf) -> Option<T>,
513 {
514     for output_path in output_paths {
515         if let Some(result) = f(output_path) {
516             return Some(result);
517         }
518     }
519     None
520 }
521
522 fn output_contains_path(output_paths: &[PathBuf], input_path: &PathBuf) -> bool {
523     let input_path = input_path.canonicalize().ok();
524     if input_path.is_none() {
525         return false;
526     }
527     let check = |output_path: &PathBuf| {
528         if output_path.canonicalize().ok() == input_path { Some(()) } else { None }
529     };
530     check_output(output_paths, check).is_some()
531 }
532
533 fn output_conflicts_with_dir(output_paths: &[PathBuf]) -> Option<PathBuf> {
534     let check = |output_path: &PathBuf| output_path.is_dir().then(|| output_path.clone());
535     check_output(output_paths, check)
536 }
537
538 fn escape_dep_filename(filename: &FileName) -> String {
539     // Apparently clang and gcc *only* escape spaces:
540     // http://llvm.org/klaus/clang/commit/9d50634cfc268ecc9a7250226dd5ca0e945240d4
541     filename.to_string().replace(" ", "\\ ")
542 }
543
544 fn write_out_deps(
545     sess: &Session,
546     boxed_resolver: &Steal<Rc<RefCell<BoxedResolver>>>,
547     outputs: &OutputFilenames,
548     out_filenames: &[PathBuf],
549 ) {
550     // Write out dependency rules to the dep-info file if requested
551     if !sess.opts.output_types.contains_key(&OutputType::DepInfo) {
552         return;
553     }
554     let deps_filename = outputs.path(OutputType::DepInfo);
555
556     let result = (|| -> io::Result<()> {
557         // Build a list of files used to compile the output and
558         // write Makefile-compatible dependency rules
559         let mut files: Vec<String> = sess
560             .source_map()
561             .files()
562             .iter()
563             .filter(|fmap| fmap.is_real_file())
564             .filter(|fmap| !fmap.is_imported())
565             .map(|fmap| escape_dep_filename(&fmap.unmapped_path.as_ref().unwrap_or(&fmap.name)))
566             .collect();
567
568         if sess.binary_dep_depinfo() {
569             boxed_resolver.borrow().borrow_mut().access(|resolver| {
570                 for cnum in resolver.cstore().crates_untracked() {
571                     let source = resolver.cstore().crate_source_untracked(cnum);
572                     if let Some((path, _)) = source.dylib {
573                         files.push(escape_dep_filename(&FileName::Real(path)));
574                     }
575                     if let Some((path, _)) = source.rlib {
576                         files.push(escape_dep_filename(&FileName::Real(path)));
577                     }
578                     if let Some((path, _)) = source.rmeta {
579                         files.push(escape_dep_filename(&FileName::Real(path)));
580                     }
581                 }
582             });
583         }
584
585         let mut file = BufWriter::new(fs::File::create(&deps_filename)?);
586         for path in out_filenames {
587             writeln!(file, "{}: {}\n", path.display(), files.join(" "))?;
588         }
589
590         // Emit a fake target for each input file to the compilation. This
591         // prevents `make` from spitting out an error if a file is later
592         // deleted. For more info see #28735
593         for path in files {
594             writeln!(file, "{}:", path)?;
595         }
596         Ok(())
597     })();
598
599     match result {
600         Ok(_) => {
601             if sess.opts.json_artifact_notifications {
602                 sess.parse_sess
603                     .span_diagnostic
604                     .emit_artifact_notification(&deps_filename, "dep-info");
605             }
606         }
607         Err(e) => sess.fatal(&format!(
608             "error writing dependencies to `{}`: {}",
609             deps_filename.display(),
610             e
611         )),
612     }
613 }
614
615 pub fn prepare_outputs(
616     sess: &Session,
617     compiler: &Compiler,
618     krate: &ast::Crate,
619     boxed_resolver: &Steal<Rc<RefCell<BoxedResolver>>>,
620     crate_name: &str,
621 ) -> Result<OutputFilenames> {
622     let _timer = sess.timer("prepare_outputs");
623
624     // FIXME: rustdoc passes &[] instead of &krate.attrs here
625     let outputs = util::build_output_filenames(
626         &compiler.input,
627         &compiler.output_dir,
628         &compiler.output_file,
629         &krate.attrs,
630         sess,
631     );
632
633     let output_paths =
634         generated_output_paths(sess, &outputs, compiler.output_file.is_some(), &crate_name);
635
636     // Ensure the source file isn't accidentally overwritten during compilation.
637     if let Some(ref input_path) = compiler.input_path {
638         if sess.opts.will_create_output_file() {
639             if output_contains_path(&output_paths, input_path) {
640                 sess.err(&format!(
641                     "the input file \"{}\" would be overwritten by the generated \
642                         executable",
643                     input_path.display()
644                 ));
645                 return Err(ErrorReported);
646             }
647             if let Some(dir_path) = output_conflicts_with_dir(&output_paths) {
648                 sess.err(&format!(
649                     "the generated executable for the input file \"{}\" conflicts with the \
650                         existing directory \"{}\"",
651                     input_path.display(),
652                     dir_path.display()
653                 ));
654                 return Err(ErrorReported);
655             }
656         }
657     }
658
659     write_out_deps(sess, boxed_resolver, &outputs, &output_paths);
660
661     let only_dep_info = sess.opts.output_types.contains_key(&OutputType::DepInfo)
662         && sess.opts.output_types.len() == 1;
663
664     if !only_dep_info {
665         if let Some(ref dir) = compiler.output_dir {
666             if fs::create_dir_all(dir).is_err() {
667                 sess.err("failed to find or create the directory specified by `--out-dir`");
668                 return Err(ErrorReported);
669             }
670         }
671     }
672
673     Ok(outputs)
674 }
675
676 pub fn default_provide(providers: &mut ty::query::Providers<'_>) {
677     providers.analysis = analysis;
678     proc_macro_decls::provide(providers);
679     plugin::build::provide(providers);
680     rustc_middle::hir::provide(providers);
681     mir::provide(providers);
682     mir_build::provide(providers);
683     rustc_privacy::provide(providers);
684     typeck::provide(providers);
685     ty::provide(providers);
686     traits::provide(providers);
687     rustc_passes::provide(providers);
688     rustc_resolve::provide(providers);
689     rustc_traits::provide(providers);
690     rustc_ty::provide(providers);
691     rustc_metadata::provide(providers);
692     rustc_lint::provide(providers);
693     rustc_symbol_mangling::provide(providers);
694     rustc_codegen_ssa::provide(providers);
695 }
696
697 pub fn default_provide_extern(providers: &mut ty::query::Providers<'_>) {
698     rustc_metadata::provide_extern(providers);
699     rustc_codegen_ssa::provide_extern(providers);
700 }
701
702 pub struct QueryContext<'tcx>(&'tcx GlobalCtxt<'tcx>);
703
704 impl<'tcx> QueryContext<'tcx> {
705     pub fn enter<F, R>(&mut self, f: F) -> R
706     where
707         F: FnOnce(TyCtxt<'tcx>) -> R,
708     {
709         ty::tls::enter_global(self.0, f)
710     }
711
712     pub fn print_stats(&mut self) {
713         self.enter(ty::query::print_stats)
714     }
715 }
716
717 pub fn create_global_ctxt<'tcx>(
718     compiler: &'tcx Compiler,
719     lint_store: Lrc<LintStore>,
720     krate: &'tcx Crate<'tcx>,
721     dep_graph: DepGraph,
722     mut resolver_outputs: ResolverOutputs,
723     outputs: OutputFilenames,
724     crate_name: &str,
725     global_ctxt: &'tcx Once<GlobalCtxt<'tcx>>,
726     arena: &'tcx WorkerLocal<Arena<'tcx>>,
727 ) -> QueryContext<'tcx> {
728     let sess = &compiler.session();
729     let defs: &'tcx Definitions = arena.alloc(mem::take(&mut resolver_outputs.definitions));
730
731     let query_result_on_disk_cache = rustc_incremental::load_query_result_cache(sess);
732
733     let codegen_backend = compiler.codegen_backend();
734     let mut local_providers = ty::query::Providers::default();
735     default_provide(&mut local_providers);
736     codegen_backend.provide(&mut local_providers);
737
738     let mut extern_providers = local_providers;
739     default_provide_extern(&mut extern_providers);
740     codegen_backend.provide_extern(&mut extern_providers);
741
742     if let Some(callback) = compiler.override_queries {
743         callback(sess, &mut local_providers, &mut extern_providers);
744     }
745
746     let gcx = sess.time("setup_global_ctxt", || {
747         global_ctxt.init_locking(|| {
748             TyCtxt::create_global_ctxt(
749                 sess,
750                 lint_store,
751                 local_providers,
752                 extern_providers,
753                 arena,
754                 resolver_outputs,
755                 krate,
756                 defs,
757                 dep_graph,
758                 query_result_on_disk_cache,
759                 &crate_name,
760                 &outputs,
761             )
762         })
763     });
764
765     // Do some initialization of the DepGraph that can only be done with the tcx available.
766     ty::tls::enter_global(&gcx, |tcx| {
767         tcx.sess.time("dep_graph_tcx_init", || rustc_incremental::dep_graph_tcx_init(tcx));
768     });
769
770     QueryContext(gcx)
771 }
772
773 /// Runs the resolution, type-checking, region checking and other
774 /// miscellaneous analysis passes on the crate.
775 fn analysis(tcx: TyCtxt<'_>, cnum: CrateNum) -> Result<()> {
776     assert_eq!(cnum, LOCAL_CRATE);
777
778     rustc_passes::hir_id_validator::check_crate(tcx);
779
780     let sess = tcx.sess;
781     let mut entry_point = None;
782
783     sess.time("misc_checking_1", || {
784         parallel!(
785             {
786                 entry_point = sess
787                     .time("looking_for_entry_point", || rustc_passes::entry::find_entry_point(tcx));
788
789                 sess.time("looking_for_plugin_registrar", || {
790                     plugin::build::find_plugin_registrar(tcx)
791                 });
792
793                 sess.time("looking_for_derive_registrar", || proc_macro_decls::find(tcx));
794             },
795             {
796                 par_iter(&tcx.hir().krate().modules).for_each(|(&module, _)| {
797                     let local_def_id = tcx.hir().local_def_id(module);
798                     tcx.ensure().check_mod_loops(local_def_id);
799                     tcx.ensure().check_mod_attrs(local_def_id);
800                     tcx.ensure().check_mod_unstable_api_usage(local_def_id);
801                     tcx.ensure().check_mod_const_bodies(local_def_id);
802                 });
803             }
804         );
805     });
806
807     // passes are timed inside typeck
808     typeck::check_crate(tcx)?;
809
810     sess.time("misc_checking_2", || {
811         parallel!(
812             {
813                 sess.time("match_checking", || {
814                     tcx.par_body_owners(|def_id| {
815                         tcx.ensure().check_match(def_id.to_def_id());
816                     });
817                 });
818             },
819             {
820                 sess.time("liveness_and_intrinsic_checking", || {
821                     par_iter(&tcx.hir().krate().modules).for_each(|(&module, _)| {
822                         // this must run before MIR dump, because
823                         // "not all control paths return a value" is reported here.
824                         //
825                         // maybe move the check to a MIR pass?
826                         let local_def_id = tcx.hir().local_def_id(module);
827
828                         tcx.ensure().check_mod_liveness(local_def_id);
829                         tcx.ensure().check_mod_intrinsics(local_def_id);
830                     });
831                 });
832             }
833         );
834     });
835
836     sess.time("MIR_borrow_checking", || {
837         tcx.par_body_owners(|def_id| tcx.ensure().mir_borrowck(def_id.to_def_id()));
838     });
839
840     sess.time("dumping_chalk_like_clauses", || {
841         rustc_traits::lowering::dump_program_clauses(tcx);
842     });
843
844     sess.time("MIR_effect_checking", || {
845         for def_id in tcx.body_owners() {
846             mir::transform::check_unsafety::check_unsafety(tcx, def_id.to_def_id())
847         }
848     });
849
850     sess.time("layout_testing", || layout_test::test_layout(tcx));
851
852     // Avoid overwhelming user with errors if borrow checking failed.
853     // I'm not sure how helpful this is, to be honest, but it avoids a
854     // lot of annoying errors in the compile-fail tests (basically,
855     // lint warnings and so on -- kindck used to do this abort, but
856     // kindck is gone now). -nmatsakis
857     if sess.has_errors() {
858         return Err(ErrorReported);
859     }
860
861     sess.time("misc_checking_3", || {
862         parallel!(
863             {
864                 tcx.ensure().privacy_access_levels(LOCAL_CRATE);
865
866                 parallel!(
867                     {
868                         tcx.ensure().check_private_in_public(LOCAL_CRATE);
869                     },
870                     {
871                         sess.time("death_checking", || rustc_passes::dead::check_crate(tcx));
872                     },
873                     {
874                         sess.time("unused_lib_feature_checking", || {
875                             rustc_passes::stability::check_unused_or_stable_features(tcx)
876                         });
877                     },
878                     {
879                         sess.time("lint_checking", || {
880                             rustc_lint::check_crate(tcx, || {
881                                 rustc_lint::BuiltinCombinedLateLintPass::new()
882                             });
883                         });
884                     }
885                 );
886             },
887             {
888                 sess.time("privacy_checking_modules", || {
889                     par_iter(&tcx.hir().krate().modules).for_each(|(&module, _)| {
890                         tcx.ensure().check_mod_privacy(tcx.hir().local_def_id(module));
891                     });
892                 });
893             }
894         );
895     });
896
897     Ok(())
898 }
899
900 fn encode_and_write_metadata(
901     tcx: TyCtxt<'_>,
902     outputs: &OutputFilenames,
903 ) -> (middle::cstore::EncodedMetadata, bool) {
904     #[derive(PartialEq, Eq, PartialOrd, Ord)]
905     enum MetadataKind {
906         None,
907         Uncompressed,
908         Compressed,
909     }
910
911     let metadata_kind = tcx
912         .sess
913         .crate_types
914         .borrow()
915         .iter()
916         .map(|ty| match *ty {
917             CrateType::Executable | CrateType::Staticlib | CrateType::Cdylib => MetadataKind::None,
918
919             CrateType::Rlib => MetadataKind::Uncompressed,
920
921             CrateType::Dylib | CrateType::ProcMacro => MetadataKind::Compressed,
922         })
923         .max()
924         .unwrap_or(MetadataKind::None);
925
926     let metadata = match metadata_kind {
927         MetadataKind::None => middle::cstore::EncodedMetadata::new(),
928         MetadataKind::Uncompressed | MetadataKind::Compressed => tcx.encode_metadata(),
929     };
930
931     let _prof_timer = tcx.sess.prof.generic_activity("write_crate_metadata");
932
933     let need_metadata_file = tcx.sess.opts.output_types.contains_key(&OutputType::Metadata);
934     if need_metadata_file {
935         let crate_name = &tcx.crate_name(LOCAL_CRATE).as_str();
936         let out_filename = filename_for_metadata(tcx.sess, crate_name, outputs);
937         // To avoid races with another rustc process scanning the output directory,
938         // we need to write the file somewhere else and atomically move it to its
939         // final destination, with an `fs::rename` call. In order for the rename to
940         // always succeed, the temporary file needs to be on the same filesystem,
941         // which is why we create it inside the output directory specifically.
942         let metadata_tmpdir = TempFileBuilder::new()
943             .prefix("rmeta")
944             .tempdir_in(out_filename.parent().unwrap())
945             .unwrap_or_else(|err| tcx.sess.fatal(&format!("couldn't create a temp dir: {}", err)));
946         let metadata_filename = emit_metadata(tcx.sess, &metadata, &metadata_tmpdir);
947         if let Err(e) = fs::rename(&metadata_filename, &out_filename) {
948             tcx.sess.fatal(&format!("failed to write {}: {}", out_filename.display(), e));
949         }
950         if tcx.sess.opts.json_artifact_notifications {
951             tcx.sess
952                 .parse_sess
953                 .span_diagnostic
954                 .emit_artifact_notification(&out_filename, "metadata");
955         }
956     }
957
958     let need_metadata_module = metadata_kind == MetadataKind::Compressed;
959
960     (metadata, need_metadata_module)
961 }
962
963 /// Runs the codegen backend, after which the AST and analysis can
964 /// be discarded.
965 pub fn start_codegen<'tcx>(
966     codegen_backend: &dyn CodegenBackend,
967     tcx: TyCtxt<'tcx>,
968     outputs: &OutputFilenames,
969 ) -> Box<dyn Any> {
970     if log_enabled!(::log::Level::Info) {
971         println!("Pre-codegen");
972         tcx.print_debug_stats();
973     }
974
975     let (metadata, need_metadata_module) = encode_and_write_metadata(tcx, outputs);
976
977     let codegen = tcx.sess.time("codegen_crate", move || {
978         codegen_backend.codegen_crate(tcx, metadata, need_metadata_module)
979     });
980
981     if log_enabled!(::log::Level::Info) {
982         println!("Post-codegen");
983         tcx.print_debug_stats();
984     }
985
986     if tcx.sess.opts.output_types.contains_key(&OutputType::Mir) {
987         if let Err(e) = mir::transform::dump_mir::emit_mir(tcx, outputs) {
988             tcx.sess.err(&format!("could not emit MIR: {}", e));
989             tcx.sess.abort_if_errors();
990         }
991     }
992
993     codegen
994 }