]> git.lizzy.rs Git - rust.git/blob - compiler/rustc_interface/src/passes.rs
Rollup merge of #93962 - joboet:branchless_slice_ord, r=Mark-Simulacrum
[rust.git] / compiler / rustc_interface / src / passes.rs
1 use crate::interface::{Compiler, Result};
2 use crate::proc_macro_decls;
3 use crate::util;
4
5 use rustc_ast::mut_visit::MutVisitor;
6 use rustc_ast::{self as ast, visit};
7 use rustc_borrowck as mir_borrowck;
8 use rustc_codegen_ssa::back::link::emit_metadata;
9 use rustc_codegen_ssa::traits::CodegenBackend;
10 use rustc_data_structures::parallel;
11 use rustc_data_structures::sync::{Lrc, OnceCell, WorkerLocal};
12 use rustc_data_structures::temp_dir::MaybeTempDir;
13 use rustc_errors::{Applicability, ErrorReported, PResult};
14 use rustc_expand::base::{ExtCtxt, LintStoreExpand, ResolverExpand};
15 use rustc_hir::def_id::{StableCrateId, LOCAL_CRATE};
16 use rustc_hir::Crate;
17 use rustc_lint::{EarlyCheckNode, LintStore};
18 use rustc_metadata::creader::CStore;
19 use rustc_metadata::{encode_metadata, EncodedMetadata};
20 use rustc_middle::arena::Arena;
21 use rustc_middle::dep_graph::DepGraph;
22 use rustc_middle::ty::query::{ExternProviders, Providers};
23 use rustc_middle::ty::{self, GlobalCtxt, RegisteredTools, ResolverOutputs, TyCtxt};
24 use rustc_mir_build as mir_build;
25 use rustc_parse::{parse_crate_from_file, parse_crate_from_source_str, validate_attr};
26 use rustc_passes::{self, hir_stats, layout_test};
27 use rustc_plugin_impl as plugin;
28 use rustc_query_impl::{OnDiskCache, Queries as TcxQueries};
29 use rustc_resolve::{Resolver, ResolverArenas};
30 use rustc_serialize::json;
31 use rustc_session::config::{CrateType, Input, OutputFilenames, OutputType, PpMode, PpSourceMode};
32 use rustc_session::cstore::{MetadataLoader, MetadataLoaderDyn};
33 use rustc_session::lint;
34 use rustc_session::output::{filename_for_input, filename_for_metadata};
35 use rustc_session::search_paths::PathKind;
36 use rustc_session::{Limit, Session};
37 use rustc_span::symbol::{sym, Symbol};
38 use rustc_span::{FileName, MultiSpan};
39 use rustc_trait_selection::traits;
40 use rustc_typeck as typeck;
41 use tempfile::Builder as TempFileBuilder;
42 use tracing::{info, warn};
43
44 use std::any::Any;
45 use std::cell::RefCell;
46 use std::ffi::OsString;
47 use std::io::{self, BufWriter, Write};
48 use std::lazy::SyncLazy;
49 use std::marker::PhantomPinned;
50 use std::path::{Path, PathBuf};
51 use std::pin::Pin;
52 use std::rc::Rc;
53 use std::{env, fs, iter};
54
55 pub fn parse<'a>(sess: &'a Session, input: &Input) -> PResult<'a, ast::Crate> {
56     let krate = sess.time("parse_crate", || match input {
57         Input::File(file) => parse_crate_from_file(file, &sess.parse_sess),
58         Input::Str { input, name } => {
59             parse_crate_from_source_str(name.clone(), input.clone(), &sess.parse_sess)
60         }
61     })?;
62
63     if sess.opts.debugging_opts.ast_json_noexpand {
64         println!("{}", json::as_json(&krate));
65     }
66
67     if sess.opts.debugging_opts.input_stats {
68         eprintln!("Lines of code:             {}", sess.source_map().count_lines());
69         eprintln!("Pre-expansion node count:  {}", count_nodes(&krate));
70     }
71
72     if let Some(ref s) = sess.opts.debugging_opts.show_span {
73         rustc_ast_passes::show_span::run(sess.diagnostic(), s, &krate);
74     }
75
76     if sess.opts.debugging_opts.hir_stats {
77         hir_stats::print_ast_stats(&krate, "PRE EXPANSION AST STATS");
78     }
79
80     Ok(krate)
81 }
82
83 fn count_nodes(krate: &ast::Crate) -> usize {
84     let mut counter = rustc_ast_passes::node_count::NodeCounter::new();
85     visit::walk_crate(&mut counter, krate);
86     counter.count
87 }
88
89 pub use boxed_resolver::BoxedResolver;
90 mod boxed_resolver {
91     use super::*;
92
93     pub struct BoxedResolver(Pin<Box<BoxedResolverInner>>);
94
95     struct BoxedResolverInner {
96         session: Lrc<Session>,
97         resolver_arenas: Option<ResolverArenas<'static>>,
98         resolver: Option<Resolver<'static>>,
99         _pin: PhantomPinned,
100     }
101
102     // Note: Drop order is important to prevent dangling references. Resolver must be dropped first,
103     // then resolver_arenas and session.
104     impl Drop for BoxedResolverInner {
105         fn drop(&mut self) {
106             self.resolver.take();
107             self.resolver_arenas.take();
108         }
109     }
110
111     impl BoxedResolver {
112         pub(super) fn new(
113             session: Lrc<Session>,
114             make_resolver: impl for<'a> FnOnce(&'a Session, &'a ResolverArenas<'a>) -> Resolver<'a>,
115         ) -> BoxedResolver {
116             let mut boxed_resolver = Box::new(BoxedResolverInner {
117                 session,
118                 resolver_arenas: Some(Resolver::arenas()),
119                 resolver: None,
120                 _pin: PhantomPinned,
121             });
122             // SAFETY: `make_resolver` takes a resolver arena with an arbitrary lifetime and
123             // returns a resolver with the same lifetime as the arena. We ensure that the arena
124             // outlives the resolver in the drop impl and elsewhere so these transmutes are sound.
125             unsafe {
126                 let resolver = make_resolver(
127                     std::mem::transmute::<&Session, &Session>(&boxed_resolver.session),
128                     std::mem::transmute::<&ResolverArenas<'_>, &ResolverArenas<'_>>(
129                         boxed_resolver.resolver_arenas.as_ref().unwrap(),
130                     ),
131                 );
132                 boxed_resolver.resolver = Some(resolver);
133                 BoxedResolver(Pin::new_unchecked(boxed_resolver))
134             }
135         }
136
137         pub fn access<F: for<'a> FnOnce(&mut Resolver<'a>) -> R, R>(&mut self, f: F) -> R {
138             // SAFETY: The resolver doesn't need to be pinned.
139             let mut resolver = unsafe {
140                 self.0.as_mut().map_unchecked_mut(|boxed_resolver| &mut boxed_resolver.resolver)
141             };
142             f((&mut *resolver).as_mut().unwrap())
143         }
144
145         pub fn to_resolver_outputs(resolver: Rc<RefCell<BoxedResolver>>) -> ResolverOutputs {
146             match Rc::try_unwrap(resolver) {
147                 Ok(resolver) => {
148                     let mut resolver = resolver.into_inner();
149                     // SAFETY: The resolver doesn't need to be pinned.
150                     let mut resolver = unsafe {
151                         resolver
152                             .0
153                             .as_mut()
154                             .map_unchecked_mut(|boxed_resolver| &mut boxed_resolver.resolver)
155                     };
156                     resolver.take().unwrap().into_outputs()
157                 }
158                 Err(resolver) => resolver.borrow_mut().access(|resolver| resolver.clone_outputs()),
159             }
160         }
161     }
162 }
163
164 pub fn create_resolver(
165     sess: Lrc<Session>,
166     metadata_loader: Box<MetadataLoaderDyn>,
167     krate: &ast::Crate,
168     crate_name: &str,
169 ) -> BoxedResolver {
170     tracing::trace!("create_resolver");
171     BoxedResolver::new(sess, move |sess, resolver_arenas| {
172         Resolver::new(sess, krate, crate_name, metadata_loader, resolver_arenas)
173     })
174 }
175
176 pub fn register_plugins<'a>(
177     sess: &'a Session,
178     metadata_loader: &'a dyn MetadataLoader,
179     register_lints: impl Fn(&Session, &mut LintStore),
180     mut krate: ast::Crate,
181     crate_name: &str,
182 ) -> Result<(ast::Crate, LintStore)> {
183     krate = sess.time("attributes_injection", || {
184         rustc_builtin_macros::cmdline_attrs::inject(
185             krate,
186             &sess.parse_sess,
187             &sess.opts.debugging_opts.crate_attr,
188         )
189     });
190
191     let (krate, features) = rustc_expand::config::features(sess, krate);
192     // these need to be set "early" so that expansion sees `quote` if enabled.
193     sess.init_features(features);
194
195     let crate_types = util::collect_crate_types(sess, &krate.attrs);
196     sess.init_crate_types(crate_types);
197
198     let stable_crate_id = StableCrateId::new(
199         crate_name,
200         sess.crate_types().contains(&CrateType::Executable),
201         sess.opts.cg.metadata.clone(),
202     );
203     sess.stable_crate_id.set(stable_crate_id).expect("not yet initialized");
204     rustc_incremental::prepare_session_directory(sess, crate_name, stable_crate_id)?;
205
206     if sess.opts.incremental.is_some() {
207         sess.time("incr_comp_garbage_collect_session_directories", || {
208             if let Err(e) = rustc_incremental::garbage_collect_session_directories(sess) {
209                 warn!(
210                     "Error while trying to garbage collect incremental \
211                      compilation cache directory: {}",
212                     e
213                 );
214             }
215         });
216     }
217
218     let mut lint_store = rustc_lint::new_lint_store(
219         sess.opts.debugging_opts.no_interleave_lints,
220         sess.unstable_options(),
221     );
222     register_lints(sess, &mut lint_store);
223
224     let registrars =
225         sess.time("plugin_loading", || plugin::load::load_plugins(sess, metadata_loader, &krate));
226     sess.time("plugin_registration", || {
227         let mut registry = plugin::Registry { lint_store: &mut lint_store };
228         for registrar in registrars {
229             registrar(&mut registry);
230         }
231     });
232
233     Ok((krate, lint_store))
234 }
235
236 fn pre_expansion_lint<'a>(
237     sess: &Session,
238     lint_store: &LintStore,
239     registered_tools: &RegisteredTools,
240     check_node: impl EarlyCheckNode<'a>,
241     node_name: &str,
242 ) {
243     sess.prof.generic_activity_with_arg("pre_AST_expansion_lint_checks", node_name).run(|| {
244         rustc_lint::check_ast_node(
245             sess,
246             true,
247             lint_store,
248             registered_tools,
249             None,
250             rustc_lint::BuiltinCombinedPreExpansionLintPass::new(),
251             check_node,
252         );
253     });
254 }
255
256 // Cannot implement directly for `LintStore` due to trait coherence.
257 struct LintStoreExpandImpl<'a>(&'a LintStore);
258
259 impl LintStoreExpand for LintStoreExpandImpl<'_> {
260     fn pre_expansion_lint(
261         &self,
262         sess: &Session,
263         registered_tools: &RegisteredTools,
264         node_id: ast::NodeId,
265         attrs: &[ast::Attribute],
266         items: &[rustc_ast::ptr::P<ast::Item>],
267         name: &str,
268     ) {
269         pre_expansion_lint(sess, self.0, registered_tools, (node_id, attrs, items), name);
270     }
271 }
272
273 /// Runs the "early phases" of the compiler: initial `cfg` processing, loading compiler plugins,
274 /// syntax expansion, secondary `cfg` expansion, synthesis of a test
275 /// harness if one is to be provided, injection of a dependency on the
276 /// standard library and prelude, and name resolution.
277 pub fn configure_and_expand(
278     sess: &Session,
279     lint_store: &LintStore,
280     mut krate: ast::Crate,
281     crate_name: &str,
282     resolver: &mut Resolver<'_>,
283 ) -> Result<ast::Crate> {
284     tracing::trace!("configure_and_expand");
285     pre_expansion_lint(sess, lint_store, resolver.registered_tools(), &krate, crate_name);
286     rustc_builtin_macros::register_builtin_macros(resolver);
287
288     krate = sess.time("crate_injection", || {
289         rustc_builtin_macros::standard_library_imports::inject(krate, resolver, sess)
290     });
291
292     util::check_attr_crate_type(sess, &krate.attrs, &mut resolver.lint_buffer());
293
294     // Expand all macros
295     krate = sess.time("macro_expand_crate", || {
296         // Windows dlls do not have rpaths, so they don't know how to find their
297         // dependencies. It's up to us to tell the system where to find all the
298         // dependent dlls. Note that this uses cfg!(windows) as opposed to
299         // targ_cfg because syntax extensions are always loaded for the host
300         // compiler, not for the target.
301         //
302         // This is somewhat of an inherently racy operation, however, as
303         // multiple threads calling this function could possibly continue
304         // extending PATH far beyond what it should. To solve this for now we
305         // just don't add any new elements to PATH which are already there
306         // within PATH. This is basically a targeted fix at #17360 for rustdoc
307         // which runs rustc in parallel but has been seen (#33844) to cause
308         // problems with PATH becoming too long.
309         let mut old_path = OsString::new();
310         if cfg!(windows) {
311             old_path = env::var_os("PATH").unwrap_or(old_path);
312             let mut new_path = sess.host_filesearch(PathKind::All).search_path_dirs();
313             for path in env::split_paths(&old_path) {
314                 if !new_path.contains(&path) {
315                     new_path.push(path);
316                 }
317             }
318             env::set_var(
319                 "PATH",
320                 &env::join_paths(
321                     new_path.iter().filter(|p| env::join_paths(iter::once(p)).is_ok()),
322                 )
323                 .unwrap(),
324             );
325         }
326
327         // Create the config for macro expansion
328         let features = sess.features_untracked();
329         let recursion_limit = get_recursion_limit(&krate.attrs, sess);
330         let cfg = rustc_expand::expand::ExpansionConfig {
331             features: Some(features),
332             recursion_limit,
333             trace_mac: sess.opts.debugging_opts.trace_macros,
334             should_test: sess.opts.test,
335             span_debug: sess.opts.debugging_opts.span_debug,
336             proc_macro_backtrace: sess.opts.debugging_opts.proc_macro_backtrace,
337             ..rustc_expand::expand::ExpansionConfig::default(crate_name.to_string())
338         };
339
340         let lint_store = LintStoreExpandImpl(lint_store);
341         let mut ecx = ExtCtxt::new(sess, cfg, resolver, Some(&lint_store));
342
343         // Expand macros now!
344         let krate = sess.time("expand_crate", || ecx.monotonic_expander().expand_crate(krate));
345
346         // The rest is error reporting
347
348         sess.time("check_unused_macros", || {
349             ecx.check_unused_macros();
350         });
351
352         let mut missing_fragment_specifiers: Vec<_> = ecx
353             .sess
354             .parse_sess
355             .missing_fragment_specifiers
356             .borrow()
357             .iter()
358             .map(|(span, node_id)| (*span, *node_id))
359             .collect();
360         missing_fragment_specifiers.sort_unstable_by_key(|(span, _)| *span);
361
362         let recursion_limit_hit = ecx.reduced_recursion_limit.is_some();
363
364         for (span, node_id) in missing_fragment_specifiers {
365             let lint = lint::builtin::MISSING_FRAGMENT_SPECIFIER;
366             let msg = "missing fragment specifier";
367             resolver.lint_buffer().buffer_lint(lint, node_id, span, msg);
368         }
369         if cfg!(windows) {
370             env::set_var("PATH", &old_path);
371         }
372
373         if recursion_limit_hit {
374             // If we hit a recursion limit, exit early to avoid later passes getting overwhelmed
375             // with a large AST
376             Err(ErrorReported)
377         } else {
378             Ok(krate)
379         }
380     })?;
381
382     sess.time("maybe_building_test_harness", || {
383         rustc_builtin_macros::test_harness::inject(sess, resolver, &mut krate)
384     });
385
386     if let Some(PpMode::Source(PpSourceMode::EveryBodyLoops)) = sess.opts.pretty {
387         tracing::debug!("replacing bodies with loop {{}}");
388         util::ReplaceBodyWithLoop::new(resolver).visit_crate(&mut krate);
389     }
390
391     let has_proc_macro_decls = sess.time("AST_validation", || {
392         rustc_ast_passes::ast_validation::check_crate(sess, &krate, resolver.lint_buffer())
393     });
394
395     let crate_types = sess.crate_types();
396     let is_proc_macro_crate = crate_types.contains(&CrateType::ProcMacro);
397
398     // For backwards compatibility, we don't try to run proc macro injection
399     // if rustdoc is run on a proc macro crate without '--crate-type proc-macro' being
400     // specified. This should only affect users who manually invoke 'rustdoc', as
401     // 'cargo doc' will automatically pass the proper '--crate-type' flags.
402     // However, we do emit a warning, to let such users know that they should
403     // start passing '--crate-type proc-macro'
404     if has_proc_macro_decls && sess.opts.actually_rustdoc && !is_proc_macro_crate {
405         let mut msg = sess.diagnostic().struct_warn(
406             "Trying to document proc macro crate \
407              without passing '--crate-type proc-macro to rustdoc",
408         );
409
410         msg.warn("The generated documentation may be incorrect");
411         msg.emit()
412     } else {
413         krate = sess.time("maybe_create_a_macro_crate", || {
414             let num_crate_types = crate_types.len();
415             let is_test_crate = sess.opts.test;
416             rustc_builtin_macros::proc_macro_harness::inject(
417                 sess,
418                 resolver,
419                 krate,
420                 is_proc_macro_crate,
421                 has_proc_macro_decls,
422                 is_test_crate,
423                 num_crate_types,
424                 sess.diagnostic(),
425             )
426         });
427     }
428
429     // Done with macro expansion!
430
431     if sess.opts.debugging_opts.input_stats {
432         eprintln!("Post-expansion node count: {}", count_nodes(&krate));
433     }
434
435     if sess.opts.debugging_opts.hir_stats {
436         hir_stats::print_ast_stats(&krate, "POST EXPANSION AST STATS");
437     }
438
439     if sess.opts.debugging_opts.ast_json {
440         println!("{}", json::as_json(&krate));
441     }
442
443     resolver.resolve_crate(&krate);
444
445     // Needs to go *after* expansion to be able to check the results of macro expansion.
446     sess.time("complete_gated_feature_checking", || {
447         rustc_ast_passes::feature_gate::check_crate(&krate, sess);
448     });
449
450     // Add all buffered lints from the `ParseSess` to the `Session`.
451     // The ReplaceBodyWithLoop pass may have deleted some AST nodes, potentially
452     // causing a delay_span_bug later if a buffered lint refers to such a deleted
453     // AST node (issue #87308). Since everybody_loops is for pretty-printing only,
454     // anyway, we simply skip all buffered lints here.
455     if !matches!(sess.opts.pretty, Some(PpMode::Source(PpSourceMode::EveryBodyLoops))) {
456         sess.parse_sess.buffered_lints.with_lock(|buffered_lints| {
457             info!("{} parse sess buffered_lints", buffered_lints.len());
458             for early_lint in buffered_lints.drain(..) {
459                 resolver.lint_buffer().add_early_lint(early_lint);
460             }
461         });
462     }
463
464     // Gate identifiers containing invalid Unicode codepoints that were recovered during lexing.
465     sess.parse_sess.bad_unicode_identifiers.with_lock(|identifiers| {
466         let mut identifiers: Vec<_> = identifiers.drain().collect();
467         identifiers.sort_by_key(|&(key, _)| key);
468         for (ident, mut spans) in identifiers.into_iter() {
469             spans.sort();
470             if ident == sym::ferris {
471                 let first_span = spans[0];
472                 sess.diagnostic()
473                     .struct_span_err(
474                         MultiSpan::from(spans),
475                         "Ferris cannot be used as an identifier",
476                     )
477                     .span_suggestion(
478                         first_span,
479                         "try using their name instead",
480                         "ferris".to_string(),
481                         Applicability::MaybeIncorrect,
482                     )
483                     .emit();
484             } else {
485                 sess.diagnostic().span_err(
486                     MultiSpan::from(spans),
487                     &format!("identifiers cannot contain emoji: `{}`", ident),
488                 );
489             }
490         }
491     });
492
493     Ok(krate)
494 }
495
496 pub fn lower_to_hir<'res, 'tcx>(
497     sess: &'tcx Session,
498     lint_store: &LintStore,
499     resolver: &'res mut Resolver<'_>,
500     krate: Rc<ast::Crate>,
501     arena: &'tcx rustc_ast_lowering::Arena<'tcx>,
502 ) -> &'tcx Crate<'tcx> {
503     // Lower AST to HIR.
504     let hir_crate = rustc_ast_lowering::lower_crate(
505         sess,
506         &*krate,
507         resolver,
508         rustc_parse::nt_to_tokenstream,
509         arena,
510     );
511
512     sess.time("early_lint_checks", || {
513         let lint_buffer = Some(std::mem::take(resolver.lint_buffer()));
514         rustc_lint::check_ast_node(
515             sess,
516             false,
517             lint_store,
518             resolver.registered_tools(),
519             lint_buffer,
520             rustc_lint::BuiltinCombinedEarlyLintPass::new(),
521             &*krate,
522         )
523     });
524
525     // Drop AST to free memory
526     sess.time("drop_ast", || std::mem::drop(krate));
527
528     // Discard hygiene data, which isn't required after lowering to HIR.
529     if !sess.opts.debugging_opts.keep_hygiene_data {
530         rustc_span::hygiene::clear_syntax_context_map();
531     }
532
533     hir_crate
534 }
535
536 // Returns all the paths that correspond to generated files.
537 fn generated_output_paths(
538     sess: &Session,
539     outputs: &OutputFilenames,
540     exact_name: bool,
541     crate_name: &str,
542 ) -> Vec<PathBuf> {
543     let mut out_filenames = Vec::new();
544     for output_type in sess.opts.output_types.keys() {
545         let file = outputs.path(*output_type);
546         match *output_type {
547             // If the filename has been overridden using `-o`, it will not be modified
548             // by appending `.rlib`, `.exe`, etc., so we can skip this transformation.
549             OutputType::Exe if !exact_name => {
550                 for crate_type in sess.crate_types().iter() {
551                     let p = filename_for_input(sess, *crate_type, crate_name, outputs);
552                     out_filenames.push(p);
553                 }
554             }
555             OutputType::DepInfo if sess.opts.debugging_opts.dep_info_omit_d_target => {
556                 // Don't add the dep-info output when omitting it from dep-info targets
557             }
558             _ => {
559                 out_filenames.push(file);
560             }
561         }
562     }
563     out_filenames
564 }
565
566 // Runs `f` on every output file path and returns the first non-None result, or None if `f`
567 // returns None for every file path.
568 fn check_output<F, T>(output_paths: &[PathBuf], f: F) -> Option<T>
569 where
570     F: Fn(&PathBuf) -> Option<T>,
571 {
572     for output_path in output_paths {
573         if let Some(result) = f(output_path) {
574             return Some(result);
575         }
576     }
577     None
578 }
579
580 fn output_contains_path(output_paths: &[PathBuf], input_path: &Path) -> bool {
581     let input_path = input_path.canonicalize().ok();
582     if input_path.is_none() {
583         return false;
584     }
585     let check = |output_path: &PathBuf| {
586         if output_path.canonicalize().ok() == input_path { Some(()) } else { None }
587     };
588     check_output(output_paths, check).is_some()
589 }
590
591 fn output_conflicts_with_dir(output_paths: &[PathBuf]) -> Option<PathBuf> {
592     let check = |output_path: &PathBuf| output_path.is_dir().then(|| output_path.clone());
593     check_output(output_paths, check)
594 }
595
596 fn escape_dep_filename(filename: &str) -> String {
597     // Apparently clang and gcc *only* escape spaces:
598     // https://llvm.org/klaus/clang/commit/9d50634cfc268ecc9a7250226dd5ca0e945240d4
599     filename.replace(' ', "\\ ")
600 }
601
602 // Makefile comments only need escaping newlines and `\`.
603 // The result can be unescaped by anything that can unescape `escape_default` and friends.
604 fn escape_dep_env(symbol: Symbol) -> String {
605     let s = symbol.as_str();
606     let mut escaped = String::with_capacity(s.len());
607     for c in s.chars() {
608         match c {
609             '\n' => escaped.push_str(r"\n"),
610             '\r' => escaped.push_str(r"\r"),
611             '\\' => escaped.push_str(r"\\"),
612             _ => escaped.push(c),
613         }
614     }
615     escaped
616 }
617
618 fn write_out_deps(
619     sess: &Session,
620     boxed_resolver: &RefCell<BoxedResolver>,
621     outputs: &OutputFilenames,
622     out_filenames: &[PathBuf],
623 ) {
624     // Write out dependency rules to the dep-info file if requested
625     if !sess.opts.output_types.contains_key(&OutputType::DepInfo) {
626         return;
627     }
628     let deps_filename = outputs.path(OutputType::DepInfo);
629
630     let result = (|| -> io::Result<()> {
631         // Build a list of files used to compile the output and
632         // write Makefile-compatible dependency rules
633         let mut files: Vec<String> = sess
634             .source_map()
635             .files()
636             .iter()
637             .filter(|fmap| fmap.is_real_file())
638             .filter(|fmap| !fmap.is_imported())
639             .map(|fmap| escape_dep_filename(&fmap.name.prefer_local().to_string()))
640             .collect();
641
642         // Account for explicitly marked-to-track files
643         // (e.g. accessed in proc macros).
644         let file_depinfo = sess.parse_sess.file_depinfo.borrow();
645         let extra_tracked_files = file_depinfo.iter().map(|path_sym| {
646             let path = PathBuf::from(path_sym.as_str());
647             let file = FileName::from(path);
648             escape_dep_filename(&file.prefer_local().to_string())
649         });
650         files.extend(extra_tracked_files);
651
652         if let Some(ref backend) = sess.opts.debugging_opts.codegen_backend {
653             files.push(backend.to_string());
654         }
655
656         if sess.binary_dep_depinfo() {
657             boxed_resolver.borrow_mut().access(|resolver| {
658                 for cnum in resolver.cstore().crates_untracked() {
659                     let source = resolver.cstore().crate_source_untracked(cnum);
660                     if let Some((path, _)) = &source.dylib {
661                         files.push(escape_dep_filename(&path.display().to_string()));
662                     }
663                     if let Some((path, _)) = &source.rlib {
664                         files.push(escape_dep_filename(&path.display().to_string()));
665                     }
666                     if let Some((path, _)) = &source.rmeta {
667                         files.push(escape_dep_filename(&path.display().to_string()));
668                     }
669                 }
670             });
671         }
672
673         let mut file = BufWriter::new(fs::File::create(&deps_filename)?);
674         for path in out_filenames {
675             writeln!(file, "{}: {}\n", path.display(), files.join(" "))?;
676         }
677
678         // Emit a fake target for each input file to the compilation. This
679         // prevents `make` from spitting out an error if a file is later
680         // deleted. For more info see #28735
681         for path in files {
682             writeln!(file, "{}:", path)?;
683         }
684
685         // Emit special comments with information about accessed environment variables.
686         let env_depinfo = sess.parse_sess.env_depinfo.borrow();
687         if !env_depinfo.is_empty() {
688             let mut envs: Vec<_> = env_depinfo
689                 .iter()
690                 .map(|(k, v)| (escape_dep_env(*k), v.map(escape_dep_env)))
691                 .collect();
692             envs.sort_unstable();
693             writeln!(file)?;
694             for (k, v) in envs {
695                 write!(file, "# env-dep:{}", k)?;
696                 if let Some(v) = v {
697                     write!(file, "={}", v)?;
698                 }
699                 writeln!(file)?;
700             }
701         }
702
703         Ok(())
704     })();
705
706     match result {
707         Ok(_) => {
708             if sess.opts.json_artifact_notifications {
709                 sess.parse_sess
710                     .span_diagnostic
711                     .emit_artifact_notification(&deps_filename, "dep-info");
712             }
713         }
714         Err(e) => sess.fatal(&format!(
715             "error writing dependencies to `{}`: {}",
716             deps_filename.display(),
717             e
718         )),
719     }
720 }
721
722 pub fn prepare_outputs(
723     sess: &Session,
724     compiler: &Compiler,
725     krate: &ast::Crate,
726     boxed_resolver: &RefCell<BoxedResolver>,
727     crate_name: &str,
728 ) -> Result<OutputFilenames> {
729     let _timer = sess.timer("prepare_outputs");
730
731     // FIXME: rustdoc passes &[] instead of &krate.attrs here
732     let outputs = util::build_output_filenames(
733         &compiler.input,
734         &compiler.output_dir,
735         &compiler.output_file,
736         &compiler.temps_dir,
737         &krate.attrs,
738         sess,
739     );
740
741     let output_paths =
742         generated_output_paths(sess, &outputs, compiler.output_file.is_some(), crate_name);
743
744     // Ensure the source file isn't accidentally overwritten during compilation.
745     if let Some(ref input_path) = compiler.input_path {
746         if sess.opts.will_create_output_file() {
747             if output_contains_path(&output_paths, input_path) {
748                 sess.err(&format!(
749                     "the input file \"{}\" would be overwritten by the generated \
750                         executable",
751                     input_path.display()
752                 ));
753                 return Err(ErrorReported);
754             }
755             if let Some(dir_path) = output_conflicts_with_dir(&output_paths) {
756                 sess.err(&format!(
757                     "the generated executable for the input file \"{}\" conflicts with the \
758                         existing directory \"{}\"",
759                     input_path.display(),
760                     dir_path.display()
761                 ));
762                 return Err(ErrorReported);
763             }
764         }
765     }
766
767     if let Some(ref dir) = compiler.temps_dir {
768         if fs::create_dir_all(dir).is_err() {
769             sess.err("failed to find or create the directory specified by `--temps-dir`");
770             return Err(ErrorReported);
771         }
772     }
773
774     write_out_deps(sess, boxed_resolver, &outputs, &output_paths);
775
776     let only_dep_info = sess.opts.output_types.contains_key(&OutputType::DepInfo)
777         && sess.opts.output_types.len() == 1;
778
779     if !only_dep_info {
780         if let Some(ref dir) = compiler.output_dir {
781             if fs::create_dir_all(dir).is_err() {
782                 sess.err("failed to find or create the directory specified by `--out-dir`");
783                 return Err(ErrorReported);
784             }
785         }
786     }
787
788     Ok(outputs)
789 }
790
791 pub static DEFAULT_QUERY_PROVIDERS: SyncLazy<Providers> = SyncLazy::new(|| {
792     let providers = &mut Providers::default();
793     providers.analysis = analysis;
794     proc_macro_decls::provide(providers);
795     rustc_const_eval::provide(providers);
796     rustc_middle::hir::provide(providers);
797     mir_borrowck::provide(providers);
798     mir_build::provide(providers);
799     rustc_mir_transform::provide(providers);
800     rustc_monomorphize::provide(providers);
801     rustc_privacy::provide(providers);
802     typeck::provide(providers);
803     ty::provide(providers);
804     traits::provide(providers);
805     rustc_passes::provide(providers);
806     rustc_resolve::provide(providers);
807     rustc_traits::provide(providers);
808     rustc_ty_utils::provide(providers);
809     rustc_metadata::provide(providers);
810     rustc_lint::provide(providers);
811     rustc_symbol_mangling::provide(providers);
812     rustc_codegen_ssa::provide(providers);
813     *providers
814 });
815
816 pub static DEFAULT_EXTERN_QUERY_PROVIDERS: SyncLazy<ExternProviders> = SyncLazy::new(|| {
817     let mut extern_providers = ExternProviders::default();
818     rustc_metadata::provide_extern(&mut extern_providers);
819     rustc_codegen_ssa::provide_extern(&mut extern_providers);
820     extern_providers
821 });
822
823 pub struct QueryContext<'tcx> {
824     gcx: &'tcx GlobalCtxt<'tcx>,
825 }
826
827 impl<'tcx> QueryContext<'tcx> {
828     pub fn enter<F, R>(&mut self, f: F) -> R
829     where
830         F: FnOnce(TyCtxt<'tcx>) -> R,
831     {
832         let icx = ty::tls::ImplicitCtxt::new(self.gcx);
833         ty::tls::enter_context(&icx, |_| f(icx.tcx))
834     }
835 }
836
837 pub fn create_global_ctxt<'tcx>(
838     compiler: &'tcx Compiler,
839     lint_store: Lrc<LintStore>,
840     krate: Rc<ast::Crate>,
841     dep_graph: DepGraph,
842     resolver: Rc<RefCell<BoxedResolver>>,
843     outputs: OutputFilenames,
844     crate_name: &str,
845     queries: &'tcx OnceCell<TcxQueries<'tcx>>,
846     global_ctxt: &'tcx OnceCell<GlobalCtxt<'tcx>>,
847     arena: &'tcx WorkerLocal<Arena<'tcx>>,
848     hir_arena: &'tcx WorkerLocal<rustc_ast_lowering::Arena<'tcx>>,
849 ) -> QueryContext<'tcx> {
850     // We're constructing the HIR here; we don't care what we will
851     // read, since we haven't even constructed the *input* to
852     // incr. comp. yet.
853     dep_graph.assert_ignored();
854
855     let sess = &compiler.session();
856     let krate = resolver
857         .borrow_mut()
858         .access(|resolver| lower_to_hir(sess, &lint_store, resolver, krate, hir_arena));
859     let resolver_outputs = BoxedResolver::to_resolver_outputs(resolver);
860
861     let query_result_on_disk_cache = rustc_incremental::load_query_result_cache(sess);
862
863     let codegen_backend = compiler.codegen_backend();
864     let mut local_providers = *DEFAULT_QUERY_PROVIDERS;
865     codegen_backend.provide(&mut local_providers);
866
867     let mut extern_providers = *DEFAULT_EXTERN_QUERY_PROVIDERS;
868     codegen_backend.provide_extern(&mut extern_providers);
869
870     if let Some(callback) = compiler.override_queries {
871         callback(sess, &mut local_providers, &mut extern_providers);
872     }
873
874     let queries = queries.get_or_init(|| {
875         TcxQueries::new(local_providers, extern_providers, query_result_on_disk_cache)
876     });
877
878     let gcx = sess.time("setup_global_ctxt", || {
879         global_ctxt.get_or_init(move || {
880             TyCtxt::create_global_ctxt(
881                 sess,
882                 lint_store,
883                 arena,
884                 resolver_outputs,
885                 krate,
886                 dep_graph,
887                 queries.on_disk_cache.as_ref().map(OnDiskCache::as_dyn),
888                 queries.as_dyn(),
889                 rustc_query_impl::query_callbacks(arena),
890                 crate_name,
891                 outputs,
892             )
893         })
894     });
895
896     QueryContext { gcx }
897 }
898
899 /// Runs the resolution, type-checking, region checking and other
900 /// miscellaneous analysis passes on the crate.
901 fn analysis(tcx: TyCtxt<'_>, (): ()) -> Result<()> {
902     rustc_passes::hir_id_validator::check_crate(tcx);
903
904     let sess = tcx.sess;
905     let mut entry_point = None;
906
907     sess.time("misc_checking_1", || {
908         parallel!(
909             {
910                 entry_point = sess.time("looking_for_entry_point", || tcx.entry_fn(()));
911
912                 sess.time("looking_for_derive_registrar", || {
913                     tcx.ensure().proc_macro_decls_static(())
914                 });
915
916                 CStore::from_tcx(tcx).report_unused_deps(tcx);
917             },
918             {
919                 tcx.hir().par_for_each_module(|module| {
920                     tcx.ensure().check_mod_loops(module);
921                     tcx.ensure().check_mod_attrs(module);
922                     tcx.ensure().check_mod_naked_functions(module);
923                     tcx.ensure().check_mod_unstable_api_usage(module);
924                     tcx.ensure().check_mod_const_bodies(module);
925                 });
926             },
927             {
928                 // We force these querie to run,
929                 // since they might not otherwise get called.
930                 // This marks the corresponding crate-level attributes
931                 // as used, and ensures that their values are valid.
932                 tcx.ensure().limits(());
933             }
934         );
935     });
936
937     // passes are timed inside typeck
938     typeck::check_crate(tcx)?;
939
940     sess.time("misc_checking_2", || {
941         parallel!(
942             {
943                 sess.time("match_checking", || {
944                     tcx.hir().par_body_owners(|def_id| tcx.ensure().check_match(def_id.to_def_id()))
945                 });
946             },
947             {
948                 sess.time("liveness_and_intrinsic_checking", || {
949                     tcx.hir().par_for_each_module(|module| {
950                         // this must run before MIR dump, because
951                         // "not all control paths return a value" is reported here.
952                         //
953                         // maybe move the check to a MIR pass?
954                         tcx.ensure().check_mod_liveness(module);
955                         tcx.ensure().check_mod_intrinsics(module);
956                     });
957                 });
958             }
959         );
960     });
961
962     sess.time("MIR_borrow_checking", || {
963         tcx.hir().par_body_owners(|def_id| tcx.ensure().mir_borrowck(def_id));
964     });
965
966     sess.time("MIR_effect_checking", || {
967         for def_id in tcx.hir().body_owners() {
968             tcx.ensure().thir_check_unsafety(def_id);
969             if !tcx.sess.opts.debugging_opts.thir_unsafeck {
970                 rustc_mir_transform::check_unsafety::check_unsafety(tcx, def_id);
971             }
972
973             if tcx.hir().body_const_context(def_id).is_some() {
974                 tcx.ensure()
975                     .mir_drops_elaborated_and_const_checked(ty::WithOptConstParam::unknown(def_id));
976             }
977         }
978     });
979
980     sess.time("layout_testing", || layout_test::test_layout(tcx));
981
982     // Avoid overwhelming user with errors if borrow checking failed.
983     // I'm not sure how helpful this is, to be honest, but it avoids a
984     // lot of annoying errors in the ui tests (basically,
985     // lint warnings and so on -- kindck used to do this abort, but
986     // kindck is gone now). -nmatsakis
987     if sess.has_errors() {
988         return Err(ErrorReported);
989     }
990
991     sess.time("misc_checking_3", || {
992         parallel!(
993             {
994                 tcx.ensure().privacy_access_levels(());
995
996                 parallel!(
997                     {
998                         tcx.ensure().check_private_in_public(());
999                     },
1000                     {
1001                         tcx.hir()
1002                             .par_for_each_module(|module| tcx.ensure().check_mod_deathness(module));
1003                     },
1004                     {
1005                         sess.time("unused_lib_feature_checking", || {
1006                             rustc_passes::stability::check_unused_or_stable_features(tcx)
1007                         });
1008                     },
1009                     {
1010                         sess.time("lint_checking", || {
1011                             rustc_lint::check_crate(tcx, || {
1012                                 rustc_lint::BuiltinCombinedLateLintPass::new()
1013                             });
1014                         });
1015                     }
1016                 );
1017             },
1018             {
1019                 sess.time("privacy_checking_modules", || {
1020                     tcx.hir().par_for_each_module(|module| {
1021                         tcx.ensure().check_mod_privacy(module);
1022                     });
1023                 });
1024             }
1025         );
1026     });
1027
1028     Ok(())
1029 }
1030
1031 fn encode_and_write_metadata(
1032     tcx: TyCtxt<'_>,
1033     outputs: &OutputFilenames,
1034 ) -> (EncodedMetadata, bool) {
1035     #[derive(PartialEq, Eq, PartialOrd, Ord)]
1036     enum MetadataKind {
1037         None,
1038         Uncompressed,
1039         Compressed,
1040     }
1041
1042     let metadata_kind = tcx
1043         .sess
1044         .crate_types()
1045         .iter()
1046         .map(|ty| match *ty {
1047             CrateType::Executable | CrateType::Staticlib | CrateType::Cdylib => MetadataKind::None,
1048
1049             CrateType::Rlib => MetadataKind::Uncompressed,
1050
1051             CrateType::Dylib | CrateType::ProcMacro => MetadataKind::Compressed,
1052         })
1053         .max()
1054         .unwrap_or(MetadataKind::None);
1055
1056     let metadata = match metadata_kind {
1057         MetadataKind::None => EncodedMetadata::new(),
1058         MetadataKind::Uncompressed | MetadataKind::Compressed => encode_metadata(tcx),
1059     };
1060
1061     let _prof_timer = tcx.sess.prof.generic_activity("write_crate_metadata");
1062
1063     let need_metadata_file = tcx.sess.opts.output_types.contains_key(&OutputType::Metadata);
1064     if need_metadata_file {
1065         let crate_name = tcx.crate_name(LOCAL_CRATE);
1066         let out_filename = filename_for_metadata(tcx.sess, crate_name.as_str(), outputs);
1067         // To avoid races with another rustc process scanning the output directory,
1068         // we need to write the file somewhere else and atomically move it to its
1069         // final destination, with an `fs::rename` call. In order for the rename to
1070         // always succeed, the temporary file needs to be on the same filesystem,
1071         // which is why we create it inside the output directory specifically.
1072         let metadata_tmpdir = TempFileBuilder::new()
1073             .prefix("rmeta")
1074             .tempdir_in(out_filename.parent().unwrap())
1075             .unwrap_or_else(|err| tcx.sess.fatal(&format!("couldn't create a temp dir: {}", err)));
1076         let metadata_tmpdir = MaybeTempDir::new(metadata_tmpdir, tcx.sess.opts.cg.save_temps);
1077         let metadata_filename = emit_metadata(tcx.sess, metadata.raw_data(), &metadata_tmpdir);
1078         if let Err(e) = util::non_durable_rename(&metadata_filename, &out_filename) {
1079             tcx.sess.fatal(&format!("failed to write {}: {}", out_filename.display(), e));
1080         }
1081         if tcx.sess.opts.json_artifact_notifications {
1082             tcx.sess
1083                 .parse_sess
1084                 .span_diagnostic
1085                 .emit_artifact_notification(&out_filename, "metadata");
1086         }
1087     }
1088
1089     let need_metadata_module = metadata_kind == MetadataKind::Compressed;
1090
1091     (metadata, need_metadata_module)
1092 }
1093
1094 /// Runs the codegen backend, after which the AST and analysis can
1095 /// be discarded.
1096 pub fn start_codegen<'tcx>(
1097     codegen_backend: &dyn CodegenBackend,
1098     tcx: TyCtxt<'tcx>,
1099     outputs: &OutputFilenames,
1100 ) -> Box<dyn Any> {
1101     info!("Pre-codegen\n{:?}", tcx.debug_stats());
1102
1103     let (metadata, need_metadata_module) = encode_and_write_metadata(tcx, outputs);
1104
1105     let codegen = tcx.sess.time("codegen_crate", move || {
1106         codegen_backend.codegen_crate(tcx, metadata, need_metadata_module)
1107     });
1108
1109     // Don't run these test assertions when not doing codegen. Compiletest tries to build
1110     // build-fail tests in check mode first and expects it to not give an error in that case.
1111     if tcx.sess.opts.output_types.should_codegen() {
1112         rustc_incremental::assert_module_sources::assert_module_sources(tcx);
1113         rustc_symbol_mangling::test::report_symbol_names(tcx);
1114     }
1115
1116     info!("Post-codegen\n{:?}", tcx.debug_stats());
1117
1118     if tcx.sess.opts.output_types.contains_key(&OutputType::Mir) {
1119         if let Err(e) = rustc_mir_transform::dump_mir::emit_mir(tcx, outputs) {
1120             tcx.sess.err(&format!("could not emit MIR: {}", e));
1121             tcx.sess.abort_if_errors();
1122         }
1123     }
1124
1125     codegen
1126 }
1127
1128 fn get_recursion_limit(krate_attrs: &[ast::Attribute], sess: &Session) -> Limit {
1129     if let Some(attr) = krate_attrs
1130         .iter()
1131         .find(|attr| attr.has_name(sym::recursion_limit) && attr.value_str().is_none())
1132     {
1133         // This is here mainly to check for using a macro, such as
1134         // #![recursion_limit = foo!()]. That is not supported since that
1135         // would require expanding this while in the middle of expansion,
1136         // which needs to know the limit before expanding. Otherwise,
1137         // validation would normally be caught in AstValidator (via
1138         // `check_builtin_attribute`), but by the time that runs the macro
1139         // is expanded, and it doesn't give an error.
1140         validate_attr::emit_fatal_malformed_builtin_attribute(
1141             &sess.parse_sess,
1142             attr,
1143             sym::recursion_limit,
1144         );
1145     }
1146     rustc_middle::middle::limits::get_recursion_limit(krate_attrs, sess)
1147 }