]> git.lizzy.rs Git - rust.git/blob - compiler/rustc_interface/src/passes.rs
Auto merge of #87168 - the8472:flatten-len, r=scottmcm
[rust.git] / compiler / rustc_interface / src / passes.rs
1 use crate::interface::{Compiler, Result};
2 use crate::proc_macro_decls;
3 use crate::util;
4
5 use rustc_ast::mut_visit::MutVisitor;
6 use rustc_ast::{self as ast, visit};
7 use rustc_codegen_ssa::back::link::emit_metadata;
8 use rustc_codegen_ssa::traits::CodegenBackend;
9 use rustc_data_structures::parallel;
10 use rustc_data_structures::sync::{par_iter, Lrc, OnceCell, ParallelIterator, WorkerLocal};
11 use rustc_data_structures::temp_dir::MaybeTempDir;
12 use rustc_errors::{ErrorReported, PResult};
13 use rustc_expand::base::ExtCtxt;
14 use rustc_hir::def_id::{StableCrateId, LOCAL_CRATE};
15 use rustc_hir::Crate;
16 use rustc_lint::LintStore;
17 use rustc_metadata::creader::CStore;
18 use rustc_middle::arena::Arena;
19 use rustc_middle::dep_graph::DepGraph;
20 use rustc_middle::middle;
21 use rustc_middle::middle::cstore::{MetadataLoader, MetadataLoaderDyn};
22 use rustc_middle::ty::query::Providers;
23 use rustc_middle::ty::{self, GlobalCtxt, ResolverOutputs, TyCtxt};
24 use rustc_mir as mir;
25 use rustc_mir_build as mir_build;
26 use rustc_parse::{parse_crate_from_file, parse_crate_from_source_str};
27 use rustc_passes::{self, hir_stats, layout_test};
28 use rustc_plugin_impl as plugin;
29 use rustc_query_impl::{OnDiskCache, Queries as TcxQueries};
30 use rustc_resolve::{Resolver, ResolverArenas};
31 use rustc_serialize::json;
32 use rustc_session::config::{CrateType, Input, OutputFilenames, OutputType, PpMode, PpSourceMode};
33 use rustc_session::lint;
34 use rustc_session::output::{filename_for_input, filename_for_metadata};
35 use rustc_session::search_paths::PathKind;
36 use rustc_session::Session;
37 use rustc_span::symbol::{Ident, Symbol};
38 use rustc_span::FileName;
39 use rustc_trait_selection::traits;
40 use rustc_typeck as typeck;
41 use tempfile::Builder as TempFileBuilder;
42 use tracing::{info, warn};
43
44 use std::any::Any;
45 use std::cell::RefCell;
46 use std::ffi::OsString;
47 use std::io::{self, BufWriter, Write};
48 use std::lazy::SyncLazy;
49 use std::marker::PhantomPinned;
50 use std::path::PathBuf;
51 use std::pin::Pin;
52 use std::rc::Rc;
53 use std::{env, fs, iter};
54
55 pub fn parse<'a>(sess: &'a Session, input: &Input) -> PResult<'a, ast::Crate> {
56     let krate = sess.time("parse_crate", || match input {
57         Input::File(file) => parse_crate_from_file(file, &sess.parse_sess),
58         Input::Str { input, name } => {
59             parse_crate_from_source_str(name.clone(), input.clone(), &sess.parse_sess)
60         }
61     })?;
62
63     if sess.opts.debugging_opts.ast_json_noexpand {
64         println!("{}", json::as_json(&krate));
65     }
66
67     if sess.opts.debugging_opts.input_stats {
68         eprintln!("Lines of code:             {}", sess.source_map().count_lines());
69         eprintln!("Pre-expansion node count:  {}", count_nodes(&krate));
70     }
71
72     if let Some(ref s) = sess.opts.debugging_opts.show_span {
73         rustc_ast_passes::show_span::run(sess.diagnostic(), s, &krate);
74     }
75
76     if sess.opts.debugging_opts.hir_stats {
77         hir_stats::print_ast_stats(&krate, "PRE EXPANSION AST STATS");
78     }
79
80     Ok(krate)
81 }
82
83 fn count_nodes(krate: &ast::Crate) -> usize {
84     let mut counter = rustc_ast_passes::node_count::NodeCounter::new();
85     visit::walk_crate(&mut counter, krate);
86     counter.count
87 }
88
89 pub use boxed_resolver::BoxedResolver;
90 mod boxed_resolver {
91     use super::*;
92
93     pub struct BoxedResolver(Pin<Box<BoxedResolverInner>>);
94
95     struct BoxedResolverInner {
96         session: Lrc<Session>,
97         resolver_arenas: Option<ResolverArenas<'static>>,
98         resolver: Option<Resolver<'static>>,
99         _pin: PhantomPinned,
100     }
101
102     // Note: Drop order is important to prevent dangling references. Resolver must be dropped first,
103     // then resolver_arenas and session.
104     impl Drop for BoxedResolverInner {
105         fn drop(&mut self) {
106             self.resolver.take();
107             self.resolver_arenas.take();
108         }
109     }
110
111     impl BoxedResolver {
112         pub(super) fn new(
113             session: Lrc<Session>,
114             make_resolver: impl for<'a> FnOnce(&'a Session, &'a ResolverArenas<'a>) -> Resolver<'a>,
115         ) -> BoxedResolver {
116             let mut boxed_resolver = Box::new(BoxedResolverInner {
117                 session,
118                 resolver_arenas: Some(Resolver::arenas()),
119                 resolver: None,
120                 _pin: PhantomPinned,
121             });
122             // SAFETY: `make_resolver` takes a resolver arena with an arbitrary lifetime and
123             // returns a resolver with the same lifetime as the arena. We ensure that the arena
124             // outlives the resolver in the drop impl and elsewhere so these transmutes are sound.
125             unsafe {
126                 let resolver = make_resolver(
127                     std::mem::transmute::<&Session, &Session>(&boxed_resolver.session),
128                     std::mem::transmute::<&ResolverArenas<'_>, &ResolverArenas<'_>>(
129                         boxed_resolver.resolver_arenas.as_ref().unwrap(),
130                     ),
131                 );
132                 boxed_resolver.resolver = Some(resolver);
133                 BoxedResolver(Pin::new_unchecked(boxed_resolver))
134             }
135         }
136
137         pub fn access<F: for<'a> FnOnce(&mut Resolver<'a>) -> R, R>(&mut self, f: F) -> R {
138             // SAFETY: The resolver doesn't need to be pinned.
139             let mut resolver = unsafe {
140                 self.0.as_mut().map_unchecked_mut(|boxed_resolver| &mut boxed_resolver.resolver)
141             };
142             f((&mut *resolver).as_mut().unwrap())
143         }
144
145         pub fn to_resolver_outputs(resolver: Rc<RefCell<BoxedResolver>>) -> ResolverOutputs {
146             match Rc::try_unwrap(resolver) {
147                 Ok(resolver) => {
148                     let mut resolver = resolver.into_inner();
149                     // SAFETY: The resolver doesn't need to be pinned.
150                     let mut resolver = unsafe {
151                         resolver
152                             .0
153                             .as_mut()
154                             .map_unchecked_mut(|boxed_resolver| &mut boxed_resolver.resolver)
155                     };
156                     resolver.take().unwrap().into_outputs()
157                 }
158                 Err(resolver) => resolver.borrow_mut().access(|resolver| resolver.clone_outputs()),
159             }
160         }
161     }
162 }
163
164 pub fn create_resolver(
165     sess: Lrc<Session>,
166     metadata_loader: Box<MetadataLoaderDyn>,
167     krate: &ast::Crate,
168     crate_name: &str,
169 ) -> BoxedResolver {
170     tracing::trace!("create_resolver");
171     BoxedResolver::new(sess, move |sess, resolver_arenas| {
172         Resolver::new(sess, &krate, &crate_name, metadata_loader, &resolver_arenas)
173     })
174 }
175
176 pub fn register_plugins<'a>(
177     sess: &'a Session,
178     metadata_loader: &'a dyn MetadataLoader,
179     register_lints: impl Fn(&Session, &mut LintStore),
180     mut krate: ast::Crate,
181     crate_name: &str,
182 ) -> Result<(ast::Crate, Lrc<LintStore>)> {
183     krate = sess.time("attributes_injection", || {
184         rustc_builtin_macros::cmdline_attrs::inject(
185             krate,
186             &sess.parse_sess,
187             &sess.opts.debugging_opts.crate_attr,
188         )
189     });
190
191     let (krate, features) = rustc_expand::config::features(sess, krate);
192     // these need to be set "early" so that expansion sees `quote` if enabled.
193     sess.init_features(features);
194
195     let crate_types = util::collect_crate_types(sess, &krate.attrs);
196     sess.init_crate_types(crate_types);
197
198     let stable_crate_id = StableCrateId::new(
199         crate_name,
200         sess.crate_types().contains(&CrateType::Executable),
201         sess.opts.cg.metadata.clone(),
202     );
203     sess.stable_crate_id.set(stable_crate_id).expect("not yet initialized");
204     rustc_incremental::prepare_session_directory(sess, &crate_name, stable_crate_id)?;
205
206     if sess.opts.incremental.is_some() {
207         sess.time("incr_comp_garbage_collect_session_directories", || {
208             if let Err(e) = rustc_incremental::garbage_collect_session_directories(sess) {
209                 warn!(
210                     "Error while trying to garbage collect incremental \
211                      compilation cache directory: {}",
212                     e
213                 );
214             }
215         });
216     }
217
218     let mut lint_store = rustc_lint::new_lint_store(
219         sess.opts.debugging_opts.no_interleave_lints,
220         sess.unstable_options(),
221     );
222     register_lints(&sess, &mut lint_store);
223
224     let registrars =
225         sess.time("plugin_loading", || plugin::load::load_plugins(sess, metadata_loader, &krate));
226     sess.time("plugin_registration", || {
227         let mut registry = plugin::Registry { lint_store: &mut lint_store };
228         for registrar in registrars {
229             registrar(&mut registry);
230         }
231     });
232
233     let lint_store = Lrc::new(lint_store);
234     sess.init_lint_store(lint_store.clone());
235
236     Ok((krate, lint_store))
237 }
238
239 fn pre_expansion_lint(
240     sess: &Session,
241     lint_store: &LintStore,
242     krate: &ast::Crate,
243     crate_name: &str,
244 ) {
245     sess.prof.generic_activity_with_arg("pre_AST_expansion_lint_checks", crate_name).run(|| {
246         rustc_lint::check_ast_crate(
247             sess,
248             lint_store,
249             &krate,
250             true,
251             None,
252             rustc_lint::BuiltinCombinedPreExpansionLintPass::new(),
253         );
254     });
255 }
256
257 /// Runs the "early phases" of the compiler: initial `cfg` processing, loading compiler plugins,
258 /// syntax expansion, secondary `cfg` expansion, synthesis of a test
259 /// harness if one is to be provided, injection of a dependency on the
260 /// standard library and prelude, and name resolution.
261 pub fn configure_and_expand(
262     sess: &Session,
263     lint_store: &LintStore,
264     mut krate: ast::Crate,
265     crate_name: &str,
266     resolver: &mut Resolver<'_>,
267 ) -> Result<ast::Crate> {
268     tracing::trace!("configure_and_expand");
269     pre_expansion_lint(sess, lint_store, &krate, crate_name);
270     rustc_builtin_macros::register_builtin_macros(resolver);
271
272     krate = sess.time("crate_injection", || {
273         let alt_std_name = sess.opts.alt_std_name.as_ref().map(|s| Symbol::intern(s));
274         rustc_builtin_macros::standard_library_imports::inject(krate, resolver, &sess, alt_std_name)
275     });
276
277     util::check_attr_crate_type(&sess, &krate.attrs, &mut resolver.lint_buffer());
278
279     // Expand all macros
280     krate = sess.time("macro_expand_crate", || {
281         // Windows dlls do not have rpaths, so they don't know how to find their
282         // dependencies. It's up to us to tell the system where to find all the
283         // dependent dlls. Note that this uses cfg!(windows) as opposed to
284         // targ_cfg because syntax extensions are always loaded for the host
285         // compiler, not for the target.
286         //
287         // This is somewhat of an inherently racy operation, however, as
288         // multiple threads calling this function could possibly continue
289         // extending PATH far beyond what it should. To solve this for now we
290         // just don't add any new elements to PATH which are already there
291         // within PATH. This is basically a targeted fix at #17360 for rustdoc
292         // which runs rustc in parallel but has been seen (#33844) to cause
293         // problems with PATH becoming too long.
294         let mut old_path = OsString::new();
295         if cfg!(windows) {
296             old_path = env::var_os("PATH").unwrap_or(old_path);
297             let mut new_path = sess.host_filesearch(PathKind::All).search_path_dirs();
298             for path in env::split_paths(&old_path) {
299                 if !new_path.contains(&path) {
300                     new_path.push(path);
301                 }
302             }
303             env::set_var(
304                 "PATH",
305                 &env::join_paths(
306                     new_path.iter().filter(|p| env::join_paths(iter::once(p)).is_ok()),
307                 )
308                 .unwrap(),
309             );
310         }
311
312         // Create the config for macro expansion
313         let features = sess.features_untracked();
314         let recursion_limit =
315             rustc_middle::middle::limits::get_recursion_limit(&krate.attrs, &sess);
316         let cfg = rustc_expand::expand::ExpansionConfig {
317             features: Some(&features),
318             recursion_limit,
319             trace_mac: sess.opts.debugging_opts.trace_macros,
320             should_test: sess.opts.test,
321             span_debug: sess.opts.debugging_opts.span_debug,
322             proc_macro_backtrace: sess.opts.debugging_opts.proc_macro_backtrace,
323             ..rustc_expand::expand::ExpansionConfig::default(crate_name.to_string())
324         };
325
326         let extern_mod_loaded = |ident: Ident, attrs, items, span| {
327             let krate = ast::Crate { attrs, items, span, proc_macros: vec![] };
328             pre_expansion_lint(sess, lint_store, &krate, &ident.name.as_str());
329             (krate.attrs, krate.items)
330         };
331         let mut ecx = ExtCtxt::new(&sess, cfg, resolver, Some(&extern_mod_loaded));
332
333         // Expand macros now!
334         let krate = sess.time("expand_crate", || ecx.monotonic_expander().expand_crate(krate));
335
336         // The rest is error reporting
337
338         sess.time("check_unused_macros", || {
339             ecx.check_unused_macros();
340         });
341
342         let mut missing_fragment_specifiers: Vec<_> = ecx
343             .sess
344             .parse_sess
345             .missing_fragment_specifiers
346             .borrow()
347             .iter()
348             .map(|(span, node_id)| (*span, *node_id))
349             .collect();
350         missing_fragment_specifiers.sort_unstable_by_key(|(span, _)| *span);
351
352         let recursion_limit_hit = ecx.reduced_recursion_limit.is_some();
353
354         for (span, node_id) in missing_fragment_specifiers {
355             let lint = lint::builtin::MISSING_FRAGMENT_SPECIFIER;
356             let msg = "missing fragment specifier";
357             resolver.lint_buffer().buffer_lint(lint, node_id, span, msg);
358         }
359         if cfg!(windows) {
360             env::set_var("PATH", &old_path);
361         }
362
363         if recursion_limit_hit {
364             // If we hit a recursion limit, exit early to avoid later passes getting overwhelmed
365             // with a large AST
366             Err(ErrorReported)
367         } else {
368             Ok(krate)
369         }
370     })?;
371
372     sess.time("maybe_building_test_harness", || {
373         rustc_builtin_macros::test_harness::inject(&sess, resolver, &mut krate)
374     });
375
376     if let Some(PpMode::Source(PpSourceMode::EveryBodyLoops)) = sess.opts.pretty {
377         tracing::debug!("replacing bodies with loop {{}}");
378         util::ReplaceBodyWithLoop::new(resolver).visit_crate(&mut krate);
379     }
380
381     let has_proc_macro_decls = sess.time("AST_validation", || {
382         rustc_ast_passes::ast_validation::check_crate(sess, &krate, resolver.lint_buffer())
383     });
384
385     let crate_types = sess.crate_types();
386     let is_proc_macro_crate = crate_types.contains(&CrateType::ProcMacro);
387
388     // For backwards compatibility, we don't try to run proc macro injection
389     // if rustdoc is run on a proc macro crate without '--crate-type proc-macro' being
390     // specified. This should only affect users who manually invoke 'rustdoc', as
391     // 'cargo doc' will automatically pass the proper '--crate-type' flags.
392     // However, we do emit a warning, to let such users know that they should
393     // start passing '--crate-type proc-macro'
394     if has_proc_macro_decls && sess.opts.actually_rustdoc && !is_proc_macro_crate {
395         let mut msg = sess.diagnostic().struct_warn(
396             &"Trying to document proc macro crate \
397             without passing '--crate-type proc-macro to rustdoc",
398         );
399
400         msg.warn("The generated documentation may be incorrect");
401         msg.emit()
402     } else {
403         krate = sess.time("maybe_create_a_macro_crate", || {
404             let num_crate_types = crate_types.len();
405             let is_test_crate = sess.opts.test;
406             rustc_builtin_macros::proc_macro_harness::inject(
407                 &sess,
408                 resolver,
409                 krate,
410                 is_proc_macro_crate,
411                 has_proc_macro_decls,
412                 is_test_crate,
413                 num_crate_types,
414                 sess.diagnostic(),
415             )
416         });
417     }
418
419     // Done with macro expansion!
420
421     if sess.opts.debugging_opts.input_stats {
422         eprintln!("Post-expansion node count: {}", count_nodes(&krate));
423     }
424
425     if sess.opts.debugging_opts.hir_stats {
426         hir_stats::print_ast_stats(&krate, "POST EXPANSION AST STATS");
427     }
428
429     if sess.opts.debugging_opts.ast_json {
430         println!("{}", json::as_json(&krate));
431     }
432
433     resolver.resolve_crate(&krate);
434
435     // Needs to go *after* expansion to be able to check the results of macro expansion.
436     sess.time("complete_gated_feature_checking", || {
437         rustc_ast_passes::feature_gate::check_crate(&krate, sess);
438     });
439
440     // Add all buffered lints from the `ParseSess` to the `Session`.
441     sess.parse_sess.buffered_lints.with_lock(|buffered_lints| {
442         info!("{} parse sess buffered_lints", buffered_lints.len());
443         for early_lint in buffered_lints.drain(..) {
444             resolver.lint_buffer().add_early_lint(early_lint);
445         }
446     });
447
448     Ok(krate)
449 }
450
451 pub fn lower_to_hir<'res, 'tcx>(
452     sess: &'tcx Session,
453     lint_store: &LintStore,
454     resolver: &'res mut Resolver<'_>,
455     krate: Rc<ast::Crate>,
456     arena: &'tcx rustc_ast_lowering::Arena<'tcx>,
457 ) -> &'tcx Crate<'tcx> {
458     // Lower AST to HIR.
459     let hir_crate = rustc_ast_lowering::lower_crate(
460         sess,
461         &*krate,
462         resolver,
463         rustc_parse::nt_to_tokenstream,
464         arena,
465     );
466
467     if sess.opts.debugging_opts.hir_stats {
468         hir_stats::print_hir_stats(&hir_crate);
469     }
470
471     sess.time("early_lint_checks", || {
472         rustc_lint::check_ast_crate(
473             sess,
474             lint_store,
475             &krate,
476             false,
477             Some(std::mem::take(resolver.lint_buffer())),
478             rustc_lint::BuiltinCombinedEarlyLintPass::new(),
479         )
480     });
481
482     // Drop AST to free memory
483     sess.time("drop_ast", || std::mem::drop(krate));
484
485     // Discard hygiene data, which isn't required after lowering to HIR.
486     if !sess.opts.debugging_opts.keep_hygiene_data {
487         rustc_span::hygiene::clear_syntax_context_map();
488     }
489
490     hir_crate
491 }
492
493 // Returns all the paths that correspond to generated files.
494 fn generated_output_paths(
495     sess: &Session,
496     outputs: &OutputFilenames,
497     exact_name: bool,
498     crate_name: &str,
499 ) -> Vec<PathBuf> {
500     let mut out_filenames = Vec::new();
501     for output_type in sess.opts.output_types.keys() {
502         let file = outputs.path(*output_type);
503         match *output_type {
504             // If the filename has been overridden using `-o`, it will not be modified
505             // by appending `.rlib`, `.exe`, etc., so we can skip this transformation.
506             OutputType::Exe if !exact_name => {
507                 for crate_type in sess.crate_types().iter() {
508                     let p = filename_for_input(sess, *crate_type, crate_name, outputs);
509                     out_filenames.push(p);
510                 }
511             }
512             OutputType::DepInfo if sess.opts.debugging_opts.dep_info_omit_d_target => {
513                 // Don't add the dep-info output when omitting it from dep-info targets
514             }
515             _ => {
516                 out_filenames.push(file);
517             }
518         }
519     }
520     out_filenames
521 }
522
523 // Runs `f` on every output file path and returns the first non-None result, or None if `f`
524 // returns None for every file path.
525 fn check_output<F, T>(output_paths: &[PathBuf], f: F) -> Option<T>
526 where
527     F: Fn(&PathBuf) -> Option<T>,
528 {
529     for output_path in output_paths {
530         if let Some(result) = f(output_path) {
531             return Some(result);
532         }
533     }
534     None
535 }
536
537 fn output_contains_path(output_paths: &[PathBuf], input_path: &PathBuf) -> bool {
538     let input_path = input_path.canonicalize().ok();
539     if input_path.is_none() {
540         return false;
541     }
542     let check = |output_path: &PathBuf| {
543         if output_path.canonicalize().ok() == input_path { Some(()) } else { None }
544     };
545     check_output(output_paths, check).is_some()
546 }
547
548 fn output_conflicts_with_dir(output_paths: &[PathBuf]) -> Option<PathBuf> {
549     let check = |output_path: &PathBuf| output_path.is_dir().then(|| output_path.clone());
550     check_output(output_paths, check)
551 }
552
553 fn escape_dep_filename(filename: &String) -> String {
554     // Apparently clang and gcc *only* escape spaces:
555     // https://llvm.org/klaus/clang/commit/9d50634cfc268ecc9a7250226dd5ca0e945240d4
556     filename.replace(" ", "\\ ")
557 }
558
559 // Makefile comments only need escaping newlines and `\`.
560 // The result can be unescaped by anything that can unescape `escape_default` and friends.
561 fn escape_dep_env(symbol: Symbol) -> String {
562     let s = symbol.as_str();
563     let mut escaped = String::with_capacity(s.len());
564     for c in s.chars() {
565         match c {
566             '\n' => escaped.push_str(r"\n"),
567             '\r' => escaped.push_str(r"\r"),
568             '\\' => escaped.push_str(r"\\"),
569             _ => escaped.push(c),
570         }
571     }
572     escaped
573 }
574
575 fn write_out_deps(
576     sess: &Session,
577     boxed_resolver: &RefCell<BoxedResolver>,
578     outputs: &OutputFilenames,
579     out_filenames: &[PathBuf],
580 ) {
581     // Write out dependency rules to the dep-info file if requested
582     if !sess.opts.output_types.contains_key(&OutputType::DepInfo) {
583         return;
584     }
585     let deps_filename = outputs.path(OutputType::DepInfo);
586
587     let result = (|| -> io::Result<()> {
588         // Build a list of files used to compile the output and
589         // write Makefile-compatible dependency rules
590         let mut files: Vec<String> = sess
591             .source_map()
592             .files()
593             .iter()
594             .filter(|fmap| fmap.is_real_file())
595             .filter(|fmap| !fmap.is_imported())
596             .map(|fmap| escape_dep_filename(&fmap.name.prefer_local().to_string()))
597             .collect();
598
599         // Account for explicitly marked-to-track files
600         // (e.g. accessed in proc macros).
601         let file_depinfo = sess.parse_sess.file_depinfo.borrow();
602         let extra_tracked_files = file_depinfo.iter().map(|path_sym| {
603             let path = PathBuf::from(&*path_sym.as_str());
604             let file = FileName::from(path);
605             escape_dep_filename(&file.prefer_local().to_string())
606         });
607         files.extend(extra_tracked_files);
608
609         if let Some(ref backend) = sess.opts.debugging_opts.codegen_backend {
610             files.push(backend.to_string());
611         }
612
613         if sess.binary_dep_depinfo() {
614             boxed_resolver.borrow_mut().access(|resolver| {
615                 for cnum in resolver.cstore().crates_untracked() {
616                     let source = resolver.cstore().crate_source_untracked(cnum);
617                     if let Some((path, _)) = source.dylib {
618                         files.push(escape_dep_filename(&path.display().to_string()));
619                     }
620                     if let Some((path, _)) = source.rlib {
621                         files.push(escape_dep_filename(&path.display().to_string()));
622                     }
623                     if let Some((path, _)) = source.rmeta {
624                         files.push(escape_dep_filename(&path.display().to_string()));
625                     }
626                 }
627             });
628         }
629
630         let mut file = BufWriter::new(fs::File::create(&deps_filename)?);
631         for path in out_filenames {
632             writeln!(file, "{}: {}\n", path.display(), files.join(" "))?;
633         }
634
635         // Emit a fake target for each input file to the compilation. This
636         // prevents `make` from spitting out an error if a file is later
637         // deleted. For more info see #28735
638         for path in files {
639             writeln!(file, "{}:", path)?;
640         }
641
642         // Emit special comments with information about accessed environment variables.
643         let env_depinfo = sess.parse_sess.env_depinfo.borrow();
644         if !env_depinfo.is_empty() {
645             let mut envs: Vec<_> = env_depinfo
646                 .iter()
647                 .map(|(k, v)| (escape_dep_env(*k), v.map(escape_dep_env)))
648                 .collect();
649             envs.sort_unstable();
650             writeln!(file)?;
651             for (k, v) in envs {
652                 write!(file, "# env-dep:{}", k)?;
653                 if let Some(v) = v {
654                     write!(file, "={}", v)?;
655                 }
656                 writeln!(file)?;
657             }
658         }
659
660         Ok(())
661     })();
662
663     match result {
664         Ok(_) => {
665             if sess.opts.json_artifact_notifications {
666                 sess.parse_sess
667                     .span_diagnostic
668                     .emit_artifact_notification(&deps_filename, "dep-info");
669             }
670         }
671         Err(e) => sess.fatal(&format!(
672             "error writing dependencies to `{}`: {}",
673             deps_filename.display(),
674             e
675         )),
676     }
677 }
678
679 pub fn prepare_outputs(
680     sess: &Session,
681     compiler: &Compiler,
682     krate: &ast::Crate,
683     boxed_resolver: &RefCell<BoxedResolver>,
684     crate_name: &str,
685 ) -> Result<OutputFilenames> {
686     let _timer = sess.timer("prepare_outputs");
687
688     // FIXME: rustdoc passes &[] instead of &krate.attrs here
689     let outputs = util::build_output_filenames(
690         &compiler.input,
691         &compiler.output_dir,
692         &compiler.output_file,
693         &krate.attrs,
694         sess,
695     );
696
697     let output_paths =
698         generated_output_paths(sess, &outputs, compiler.output_file.is_some(), &crate_name);
699
700     // Ensure the source file isn't accidentally overwritten during compilation.
701     if let Some(ref input_path) = compiler.input_path {
702         if sess.opts.will_create_output_file() {
703             if output_contains_path(&output_paths, input_path) {
704                 sess.err(&format!(
705                     "the input file \"{}\" would be overwritten by the generated \
706                         executable",
707                     input_path.display()
708                 ));
709                 return Err(ErrorReported);
710             }
711             if let Some(dir_path) = output_conflicts_with_dir(&output_paths) {
712                 sess.err(&format!(
713                     "the generated executable for the input file \"{}\" conflicts with the \
714                         existing directory \"{}\"",
715                     input_path.display(),
716                     dir_path.display()
717                 ));
718                 return Err(ErrorReported);
719             }
720         }
721     }
722
723     write_out_deps(sess, boxed_resolver, &outputs, &output_paths);
724
725     let only_dep_info = sess.opts.output_types.contains_key(&OutputType::DepInfo)
726         && sess.opts.output_types.len() == 1;
727
728     if !only_dep_info {
729         if let Some(ref dir) = compiler.output_dir {
730             if fs::create_dir_all(dir).is_err() {
731                 sess.err("failed to find or create the directory specified by `--out-dir`");
732                 return Err(ErrorReported);
733             }
734         }
735     }
736
737     Ok(outputs)
738 }
739
740 pub static DEFAULT_QUERY_PROVIDERS: SyncLazy<Providers> = SyncLazy::new(|| {
741     let providers = &mut Providers::default();
742     providers.analysis = analysis;
743     proc_macro_decls::provide(providers);
744     plugin::build::provide(providers);
745     rustc_middle::hir::provide(providers);
746     mir::provide(providers);
747     mir_build::provide(providers);
748     rustc_privacy::provide(providers);
749     typeck::provide(providers);
750     ty::provide(providers);
751     traits::provide(providers);
752     rustc_passes::provide(providers);
753     rustc_resolve::provide(providers);
754     rustc_traits::provide(providers);
755     rustc_ty_utils::provide(providers);
756     rustc_metadata::provide(providers);
757     rustc_lint::provide(providers);
758     rustc_symbol_mangling::provide(providers);
759     rustc_codegen_ssa::provide(providers);
760     *providers
761 });
762
763 pub static DEFAULT_EXTERN_QUERY_PROVIDERS: SyncLazy<Providers> = SyncLazy::new(|| {
764     let mut extern_providers = *DEFAULT_QUERY_PROVIDERS;
765     rustc_metadata::provide_extern(&mut extern_providers);
766     rustc_codegen_ssa::provide_extern(&mut extern_providers);
767     extern_providers
768 });
769
770 pub struct QueryContext<'tcx> {
771     gcx: &'tcx GlobalCtxt<'tcx>,
772 }
773
774 impl<'tcx> QueryContext<'tcx> {
775     pub fn enter<F, R>(&mut self, f: F) -> R
776     where
777         F: FnOnce(TyCtxt<'tcx>) -> R,
778     {
779         let icx = ty::tls::ImplicitCtxt::new(self.gcx);
780         ty::tls::enter_context(&icx, |_| f(icx.tcx))
781     }
782 }
783
784 pub fn create_global_ctxt<'tcx>(
785     compiler: &'tcx Compiler,
786     lint_store: Lrc<LintStore>,
787     krate: Rc<ast::Crate>,
788     dep_graph: DepGraph,
789     resolver: Rc<RefCell<BoxedResolver>>,
790     outputs: OutputFilenames,
791     crate_name: &str,
792     queries: &'tcx OnceCell<TcxQueries<'tcx>>,
793     global_ctxt: &'tcx OnceCell<GlobalCtxt<'tcx>>,
794     arena: &'tcx WorkerLocal<Arena<'tcx>>,
795     hir_arena: &'tcx WorkerLocal<rustc_ast_lowering::Arena<'tcx>>,
796 ) -> QueryContext<'tcx> {
797     // We're constructing the HIR here; we don't care what we will
798     // read, since we haven't even constructed the *input* to
799     // incr. comp. yet.
800     dep_graph.assert_ignored();
801
802     let sess = &compiler.session();
803     let krate = resolver
804         .borrow_mut()
805         .access(|resolver| lower_to_hir(sess, &lint_store, resolver, krate, hir_arena));
806     let resolver_outputs = BoxedResolver::to_resolver_outputs(resolver);
807
808     let query_result_on_disk_cache = rustc_incremental::load_query_result_cache(sess);
809
810     let codegen_backend = compiler.codegen_backend();
811     let mut local_providers = *DEFAULT_QUERY_PROVIDERS;
812     codegen_backend.provide(&mut local_providers);
813
814     let mut extern_providers = *DEFAULT_EXTERN_QUERY_PROVIDERS;
815     codegen_backend.provide(&mut extern_providers);
816     codegen_backend.provide_extern(&mut extern_providers);
817
818     if let Some(callback) = compiler.override_queries {
819         callback(sess, &mut local_providers, &mut extern_providers);
820     }
821
822     let queries = queries.get_or_init(|| {
823         TcxQueries::new(local_providers, extern_providers, query_result_on_disk_cache)
824     });
825
826     let gcx = sess.time("setup_global_ctxt", || {
827         global_ctxt.get_or_init(move || {
828             TyCtxt::create_global_ctxt(
829                 sess,
830                 lint_store,
831                 arena,
832                 resolver_outputs,
833                 krate,
834                 dep_graph,
835                 queries.on_disk_cache.as_ref().map(OnDiskCache::as_dyn),
836                 queries.as_dyn(),
837                 &crate_name,
838                 outputs,
839             )
840         })
841     });
842
843     QueryContext { gcx }
844 }
845
846 /// Runs the resolution, type-checking, region checking and other
847 /// miscellaneous analysis passes on the crate.
848 fn analysis(tcx: TyCtxt<'_>, (): ()) -> Result<()> {
849     rustc_passes::hir_id_validator::check_crate(tcx);
850
851     let sess = tcx.sess;
852     let mut entry_point = None;
853
854     sess.time("misc_checking_1", || {
855         parallel!(
856             {
857                 entry_point = sess.time("looking_for_entry_point", || tcx.entry_fn(()));
858
859                 sess.time("looking_for_plugin_registrar", || tcx.ensure().plugin_registrar_fn(()));
860
861                 sess.time("looking_for_derive_registrar", || {
862                     tcx.ensure().proc_macro_decls_static(())
863                 });
864
865                 CStore::from_tcx(tcx).report_unused_deps(tcx);
866             },
867             {
868                 par_iter(&tcx.hir().krate().modules).for_each(|(&module, _)| {
869                     tcx.ensure().check_mod_loops(module);
870                     tcx.ensure().check_mod_attrs(module);
871                     tcx.ensure().check_mod_naked_functions(module);
872                     tcx.ensure().check_mod_unstable_api_usage(module);
873                     tcx.ensure().check_mod_const_bodies(module);
874                 });
875             },
876             {
877                 // We force these querie to run,
878                 // since they might not otherwise get called.
879                 // This marks the corresponding crate-level attributes
880                 // as used, and ensures that their values are valid.
881                 tcx.ensure().limits(());
882             }
883         );
884     });
885
886     // passes are timed inside typeck
887     typeck::check_crate(tcx)?;
888
889     sess.time("misc_checking_2", || {
890         parallel!(
891             {
892                 sess.time("match_checking", || {
893                     tcx.par_body_owners(|def_id| {
894                         tcx.ensure().check_match(def_id.to_def_id());
895                     });
896                 });
897             },
898             {
899                 sess.time("liveness_and_intrinsic_checking", || {
900                     par_iter(&tcx.hir().krate().modules).for_each(|(&module, _)| {
901                         // this must run before MIR dump, because
902                         // "not all control paths return a value" is reported here.
903                         //
904                         // maybe move the check to a MIR pass?
905                         tcx.ensure().check_mod_liveness(module);
906                         tcx.ensure().check_mod_intrinsics(module);
907                     });
908                 });
909             }
910         );
911     });
912
913     sess.time("MIR_borrow_checking", || {
914         tcx.par_body_owners(|def_id| tcx.ensure().mir_borrowck(def_id));
915     });
916
917     sess.time("MIR_effect_checking", || {
918         for def_id in tcx.body_owners() {
919             tcx.ensure().thir_check_unsafety(def_id);
920             if !tcx.sess.opts.debugging_opts.thir_unsafeck {
921                 mir::transform::check_unsafety::check_unsafety(tcx, def_id);
922             }
923
924             if tcx.hir().body_const_context(def_id).is_some() {
925                 tcx.ensure()
926                     .mir_drops_elaborated_and_const_checked(ty::WithOptConstParam::unknown(def_id));
927             }
928         }
929     });
930
931     sess.time("layout_testing", || layout_test::test_layout(tcx));
932
933     // Avoid overwhelming user with errors if borrow checking failed.
934     // I'm not sure how helpful this is, to be honest, but it avoids a
935     // lot of annoying errors in the ui tests (basically,
936     // lint warnings and so on -- kindck used to do this abort, but
937     // kindck is gone now). -nmatsakis
938     if sess.has_errors() {
939         return Err(ErrorReported);
940     }
941
942     sess.time("misc_checking_3", || {
943         parallel!(
944             {
945                 tcx.ensure().privacy_access_levels(());
946
947                 parallel!(
948                     {
949                         tcx.ensure().check_private_in_public(());
950                     },
951                     {
952                         sess.time("death_checking", || rustc_passes::dead::check_crate(tcx));
953                     },
954                     {
955                         sess.time("unused_lib_feature_checking", || {
956                             rustc_passes::stability::check_unused_or_stable_features(tcx)
957                         });
958                     },
959                     {
960                         sess.time("lint_checking", || {
961                             rustc_lint::check_crate(tcx, || {
962                                 rustc_lint::BuiltinCombinedLateLintPass::new()
963                             });
964                         });
965                     }
966                 );
967             },
968             {
969                 sess.time("privacy_checking_modules", || {
970                     par_iter(&tcx.hir().krate().modules).for_each(|(&module, _)| {
971                         tcx.ensure().check_mod_privacy(module);
972                     });
973                 });
974             }
975         );
976     });
977
978     Ok(())
979 }
980
981 fn encode_and_write_metadata(
982     tcx: TyCtxt<'_>,
983     outputs: &OutputFilenames,
984 ) -> (middle::cstore::EncodedMetadata, bool) {
985     #[derive(PartialEq, Eq, PartialOrd, Ord)]
986     enum MetadataKind {
987         None,
988         Uncompressed,
989         Compressed,
990     }
991
992     let metadata_kind = tcx
993         .sess
994         .crate_types()
995         .iter()
996         .map(|ty| match *ty {
997             CrateType::Executable | CrateType::Staticlib | CrateType::Cdylib => MetadataKind::None,
998
999             CrateType::Rlib => MetadataKind::Uncompressed,
1000
1001             CrateType::Dylib | CrateType::ProcMacro => MetadataKind::Compressed,
1002         })
1003         .max()
1004         .unwrap_or(MetadataKind::None);
1005
1006     let metadata = match metadata_kind {
1007         MetadataKind::None => middle::cstore::EncodedMetadata::new(),
1008         MetadataKind::Uncompressed | MetadataKind::Compressed => tcx.encode_metadata(),
1009     };
1010
1011     let _prof_timer = tcx.sess.prof.generic_activity("write_crate_metadata");
1012
1013     let need_metadata_file = tcx.sess.opts.output_types.contains_key(&OutputType::Metadata);
1014     if need_metadata_file {
1015         let crate_name = &tcx.crate_name(LOCAL_CRATE).as_str();
1016         let out_filename = filename_for_metadata(tcx.sess, crate_name, outputs);
1017         // To avoid races with another rustc process scanning the output directory,
1018         // we need to write the file somewhere else and atomically move it to its
1019         // final destination, with an `fs::rename` call. In order for the rename to
1020         // always succeed, the temporary file needs to be on the same filesystem,
1021         // which is why we create it inside the output directory specifically.
1022         let metadata_tmpdir = TempFileBuilder::new()
1023             .prefix("rmeta")
1024             .tempdir_in(out_filename.parent().unwrap())
1025             .unwrap_or_else(|err| tcx.sess.fatal(&format!("couldn't create a temp dir: {}", err)));
1026         let metadata_tmpdir = MaybeTempDir::new(metadata_tmpdir, tcx.sess.opts.cg.save_temps);
1027         let metadata_filename = emit_metadata(tcx.sess, &metadata.raw_data, &metadata_tmpdir);
1028         if let Err(e) = util::non_durable_rename(&metadata_filename, &out_filename) {
1029             tcx.sess.fatal(&format!("failed to write {}: {}", out_filename.display(), e));
1030         }
1031         if tcx.sess.opts.json_artifact_notifications {
1032             tcx.sess
1033                 .parse_sess
1034                 .span_diagnostic
1035                 .emit_artifact_notification(&out_filename, "metadata");
1036         }
1037     }
1038
1039     let need_metadata_module = metadata_kind == MetadataKind::Compressed;
1040
1041     (metadata, need_metadata_module)
1042 }
1043
1044 /// Runs the codegen backend, after which the AST and analysis can
1045 /// be discarded.
1046 pub fn start_codegen<'tcx>(
1047     codegen_backend: &dyn CodegenBackend,
1048     tcx: TyCtxt<'tcx>,
1049     outputs: &OutputFilenames,
1050 ) -> Box<dyn Any> {
1051     info!("Pre-codegen\n{:?}", tcx.debug_stats());
1052
1053     let (metadata, need_metadata_module) = encode_and_write_metadata(tcx, outputs);
1054
1055     let codegen = tcx.sess.time("codegen_crate", move || {
1056         codegen_backend.codegen_crate(tcx, metadata, need_metadata_module)
1057     });
1058
1059     // Don't run these test assertions when not doing codegen. Compiletest tries to build
1060     // build-fail tests in check mode first and expects it to not give an error in that case.
1061     if tcx.sess.opts.output_types.should_codegen() {
1062         rustc_incremental::assert_module_sources::assert_module_sources(tcx);
1063         rustc_symbol_mangling::test::report_symbol_names(tcx);
1064     }
1065
1066     info!("Post-codegen\n{:?}", tcx.debug_stats());
1067
1068     if tcx.sess.opts.output_types.contains_key(&OutputType::Mir) {
1069         if let Err(e) = mir::transform::dump_mir::emit_mir(tcx, outputs) {
1070             tcx.sess.err(&format!("could not emit MIR: {}", e));
1071             tcx.sess.abort_if_errors();
1072         }
1073     }
1074
1075     codegen
1076 }