]> git.lizzy.rs Git - rust.git/blob - compiler/rustc_interface/src/passes.rs
Rollup merge of #90644 - est31:const_swap, r=Mark-Simulacrum
[rust.git] / compiler / rustc_interface / src / passes.rs
1 use crate::interface::{Compiler, Result};
2 use crate::proc_macro_decls;
3 use crate::util;
4
5 use rustc_ast::mut_visit::MutVisitor;
6 use rustc_ast::{self as ast, visit};
7 use rustc_borrowck as mir_borrowck;
8 use rustc_codegen_ssa::back::link::emit_metadata;
9 use rustc_codegen_ssa::traits::CodegenBackend;
10 use rustc_data_structures::parallel;
11 use rustc_data_structures::sync::{Lrc, OnceCell, WorkerLocal};
12 use rustc_data_structures::temp_dir::MaybeTempDir;
13 use rustc_errors::{ErrorReported, PResult};
14 use rustc_expand::base::ExtCtxt;
15 use rustc_hir::def_id::{StableCrateId, LOCAL_CRATE};
16 use rustc_hir::Crate;
17 use rustc_lint::LintStore;
18 use rustc_metadata::creader::CStore;
19 use rustc_metadata::{encode_metadata, EncodedMetadata};
20 use rustc_middle::arena::Arena;
21 use rustc_middle::dep_graph::DepGraph;
22 use rustc_middle::ty::query::{ExternProviders, Providers};
23 use rustc_middle::ty::{self, GlobalCtxt, ResolverOutputs, TyCtxt};
24 use rustc_mir_build as mir_build;
25 use rustc_parse::{parse_crate_from_file, parse_crate_from_source_str, validate_attr};
26 use rustc_passes::{self, hir_stats, layout_test};
27 use rustc_plugin_impl as plugin;
28 use rustc_query_impl::{OnDiskCache, Queries as TcxQueries};
29 use rustc_resolve::{Resolver, ResolverArenas};
30 use rustc_serialize::json;
31 use rustc_session::config::{CrateType, Input, OutputFilenames, OutputType, PpMode, PpSourceMode};
32 use rustc_session::cstore::{MetadataLoader, MetadataLoaderDyn};
33 use rustc_session::lint;
34 use rustc_session::output::{filename_for_input, filename_for_metadata};
35 use rustc_session::search_paths::PathKind;
36 use rustc_session::{Limit, Session};
37 use rustc_span::symbol::{sym, Ident, Symbol};
38 use rustc_span::FileName;
39 use rustc_trait_selection::traits;
40 use rustc_typeck as typeck;
41 use tempfile::Builder as TempFileBuilder;
42 use tracing::{info, warn};
43
44 use std::any::Any;
45 use std::cell::RefCell;
46 use std::ffi::OsString;
47 use std::io::{self, BufWriter, Write};
48 use std::lazy::SyncLazy;
49 use std::marker::PhantomPinned;
50 use std::path::{Path, PathBuf};
51 use std::pin::Pin;
52 use std::rc::Rc;
53 use std::{env, fs, iter};
54
55 pub fn parse<'a>(sess: &'a Session, input: &Input) -> PResult<'a, ast::Crate> {
56     let krate = sess.time("parse_crate", || match input {
57         Input::File(file) => parse_crate_from_file(file, &sess.parse_sess),
58         Input::Str { input, name } => {
59             parse_crate_from_source_str(name.clone(), input.clone(), &sess.parse_sess)
60         }
61     })?;
62
63     if sess.opts.debugging_opts.ast_json_noexpand {
64         println!("{}", json::as_json(&krate));
65     }
66
67     if sess.opts.debugging_opts.input_stats {
68         eprintln!("Lines of code:             {}", sess.source_map().count_lines());
69         eprintln!("Pre-expansion node count:  {}", count_nodes(&krate));
70     }
71
72     if let Some(ref s) = sess.opts.debugging_opts.show_span {
73         rustc_ast_passes::show_span::run(sess.diagnostic(), s, &krate);
74     }
75
76     if sess.opts.debugging_opts.hir_stats {
77         hir_stats::print_ast_stats(&krate, "PRE EXPANSION AST STATS");
78     }
79
80     Ok(krate)
81 }
82
83 fn count_nodes(krate: &ast::Crate) -> usize {
84     let mut counter = rustc_ast_passes::node_count::NodeCounter::new();
85     visit::walk_crate(&mut counter, krate);
86     counter.count
87 }
88
89 pub use boxed_resolver::BoxedResolver;
90 mod boxed_resolver {
91     use super::*;
92
93     pub struct BoxedResolver(Pin<Box<BoxedResolverInner>>);
94
95     struct BoxedResolverInner {
96         session: Lrc<Session>,
97         resolver_arenas: Option<ResolverArenas<'static>>,
98         resolver: Option<Resolver<'static>>,
99         _pin: PhantomPinned,
100     }
101
102     // Note: Drop order is important to prevent dangling references. Resolver must be dropped first,
103     // then resolver_arenas and session.
104     impl Drop for BoxedResolverInner {
105         fn drop(&mut self) {
106             self.resolver.take();
107             self.resolver_arenas.take();
108         }
109     }
110
111     impl BoxedResolver {
112         pub(super) fn new(
113             session: Lrc<Session>,
114             make_resolver: impl for<'a> FnOnce(&'a Session, &'a ResolverArenas<'a>) -> Resolver<'a>,
115         ) -> BoxedResolver {
116             let mut boxed_resolver = Box::new(BoxedResolverInner {
117                 session,
118                 resolver_arenas: Some(Resolver::arenas()),
119                 resolver: None,
120                 _pin: PhantomPinned,
121             });
122             // SAFETY: `make_resolver` takes a resolver arena with an arbitrary lifetime and
123             // returns a resolver with the same lifetime as the arena. We ensure that the arena
124             // outlives the resolver in the drop impl and elsewhere so these transmutes are sound.
125             unsafe {
126                 let resolver = make_resolver(
127                     std::mem::transmute::<&Session, &Session>(&boxed_resolver.session),
128                     std::mem::transmute::<&ResolverArenas<'_>, &ResolverArenas<'_>>(
129                         boxed_resolver.resolver_arenas.as_ref().unwrap(),
130                     ),
131                 );
132                 boxed_resolver.resolver = Some(resolver);
133                 BoxedResolver(Pin::new_unchecked(boxed_resolver))
134             }
135         }
136
137         pub fn access<F: for<'a> FnOnce(&mut Resolver<'a>) -> R, R>(&mut self, f: F) -> R {
138             // SAFETY: The resolver doesn't need to be pinned.
139             let mut resolver = unsafe {
140                 self.0.as_mut().map_unchecked_mut(|boxed_resolver| &mut boxed_resolver.resolver)
141             };
142             f((&mut *resolver).as_mut().unwrap())
143         }
144
145         pub fn to_resolver_outputs(resolver: Rc<RefCell<BoxedResolver>>) -> ResolverOutputs {
146             match Rc::try_unwrap(resolver) {
147                 Ok(resolver) => {
148                     let mut resolver = resolver.into_inner();
149                     // SAFETY: The resolver doesn't need to be pinned.
150                     let mut resolver = unsafe {
151                         resolver
152                             .0
153                             .as_mut()
154                             .map_unchecked_mut(|boxed_resolver| &mut boxed_resolver.resolver)
155                     };
156                     resolver.take().unwrap().into_outputs()
157                 }
158                 Err(resolver) => resolver.borrow_mut().access(|resolver| resolver.clone_outputs()),
159             }
160         }
161     }
162 }
163
164 pub fn create_resolver(
165     sess: Lrc<Session>,
166     metadata_loader: Box<MetadataLoaderDyn>,
167     krate: &ast::Crate,
168     crate_name: &str,
169 ) -> BoxedResolver {
170     tracing::trace!("create_resolver");
171     BoxedResolver::new(sess, move |sess, resolver_arenas| {
172         Resolver::new(sess, krate, crate_name, metadata_loader, resolver_arenas)
173     })
174 }
175
176 pub fn register_plugins<'a>(
177     sess: &'a Session,
178     metadata_loader: &'a dyn MetadataLoader,
179     register_lints: impl Fn(&Session, &mut LintStore),
180     mut krate: ast::Crate,
181     crate_name: &str,
182 ) -> Result<(ast::Crate, LintStore)> {
183     krate = sess.time("attributes_injection", || {
184         rustc_builtin_macros::cmdline_attrs::inject(
185             krate,
186             &sess.parse_sess,
187             &sess.opts.debugging_opts.crate_attr,
188         )
189     });
190
191     let (krate, features) = rustc_expand::config::features(sess, krate);
192     // these need to be set "early" so that expansion sees `quote` if enabled.
193     sess.init_features(features);
194
195     let crate_types = util::collect_crate_types(sess, &krate.attrs);
196     sess.init_crate_types(crate_types);
197
198     let stable_crate_id = StableCrateId::new(
199         crate_name,
200         sess.crate_types().contains(&CrateType::Executable),
201         sess.opts.cg.metadata.clone(),
202     );
203     sess.stable_crate_id.set(stable_crate_id).expect("not yet initialized");
204     rustc_incremental::prepare_session_directory(sess, crate_name, stable_crate_id)?;
205
206     if sess.opts.incremental.is_some() {
207         sess.time("incr_comp_garbage_collect_session_directories", || {
208             if let Err(e) = rustc_incremental::garbage_collect_session_directories(sess) {
209                 warn!(
210                     "Error while trying to garbage collect incremental \
211                      compilation cache directory: {}",
212                     e
213                 );
214             }
215         });
216     }
217
218     let mut lint_store = rustc_lint::new_lint_store(
219         sess.opts.debugging_opts.no_interleave_lints,
220         sess.unstable_options(),
221     );
222     register_lints(sess, &mut lint_store);
223
224     let registrars =
225         sess.time("plugin_loading", || plugin::load::load_plugins(sess, metadata_loader, &krate));
226     sess.time("plugin_registration", || {
227         let mut registry = plugin::Registry { lint_store: &mut lint_store };
228         for registrar in registrars {
229             registrar(&mut registry);
230         }
231     });
232
233     Ok((krate, lint_store))
234 }
235
236 fn pre_expansion_lint(
237     sess: &Session,
238     lint_store: &LintStore,
239     krate: &ast::Crate,
240     crate_attrs: &[ast::Attribute],
241     crate_name: &str,
242 ) {
243     sess.prof.generic_activity_with_arg("pre_AST_expansion_lint_checks", crate_name).run(|| {
244         rustc_lint::check_ast_crate(
245             sess,
246             lint_store,
247             krate,
248             crate_attrs,
249             true,
250             None,
251             rustc_lint::BuiltinCombinedPreExpansionLintPass::new(),
252         );
253     });
254 }
255
256 /// Runs the "early phases" of the compiler: initial `cfg` processing, loading compiler plugins,
257 /// syntax expansion, secondary `cfg` expansion, synthesis of a test
258 /// harness if one is to be provided, injection of a dependency on the
259 /// standard library and prelude, and name resolution.
260 pub fn configure_and_expand(
261     sess: &Session,
262     lint_store: &LintStore,
263     mut krate: ast::Crate,
264     crate_name: &str,
265     resolver: &mut Resolver<'_>,
266 ) -> Result<ast::Crate> {
267     tracing::trace!("configure_and_expand");
268     pre_expansion_lint(sess, lint_store, &krate, &krate.attrs, crate_name);
269     rustc_builtin_macros::register_builtin_macros(resolver);
270
271     krate = sess.time("crate_injection", || {
272         let alt_std_name = sess.opts.alt_std_name.as_ref().map(|s| Symbol::intern(s));
273         rustc_builtin_macros::standard_library_imports::inject(krate, resolver, sess, alt_std_name)
274     });
275
276     util::check_attr_crate_type(sess, &krate.attrs, &mut resolver.lint_buffer());
277
278     // Expand all macros
279     krate = sess.time("macro_expand_crate", || {
280         // Windows dlls do not have rpaths, so they don't know how to find their
281         // dependencies. It's up to us to tell the system where to find all the
282         // dependent dlls. Note that this uses cfg!(windows) as opposed to
283         // targ_cfg because syntax extensions are always loaded for the host
284         // compiler, not for the target.
285         //
286         // This is somewhat of an inherently racy operation, however, as
287         // multiple threads calling this function could possibly continue
288         // extending PATH far beyond what it should. To solve this for now we
289         // just don't add any new elements to PATH which are already there
290         // within PATH. This is basically a targeted fix at #17360 for rustdoc
291         // which runs rustc in parallel but has been seen (#33844) to cause
292         // problems with PATH becoming too long.
293         let mut old_path = OsString::new();
294         if cfg!(windows) {
295             old_path = env::var_os("PATH").unwrap_or(old_path);
296             let mut new_path = sess.host_filesearch(PathKind::All).search_path_dirs();
297             for path in env::split_paths(&old_path) {
298                 if !new_path.contains(&path) {
299                     new_path.push(path);
300                 }
301             }
302             env::set_var(
303                 "PATH",
304                 &env::join_paths(
305                     new_path.iter().filter(|p| env::join_paths(iter::once(p)).is_ok()),
306                 )
307                 .unwrap(),
308             );
309         }
310
311         // Create the config for macro expansion
312         let features = sess.features_untracked();
313         let recursion_limit = get_recursion_limit(&krate.attrs, sess);
314         let cfg = rustc_expand::expand::ExpansionConfig {
315             features: Some(features),
316             recursion_limit,
317             trace_mac: sess.opts.debugging_opts.trace_macros,
318             should_test: sess.opts.test,
319             span_debug: sess.opts.debugging_opts.span_debug,
320             proc_macro_backtrace: sess.opts.debugging_opts.proc_macro_backtrace,
321             ..rustc_expand::expand::ExpansionConfig::default(crate_name.to_string())
322         };
323
324         let crate_attrs = krate.attrs.clone();
325         let extern_mod_loaded = |ident: Ident, attrs, items, span| {
326             let krate = ast::Crate { attrs, items, span };
327             pre_expansion_lint(sess, lint_store, &krate, &crate_attrs, &ident.name.as_str());
328             (krate.attrs, krate.items)
329         };
330         let mut ecx = ExtCtxt::new(sess, cfg, resolver, Some(&extern_mod_loaded));
331
332         // Expand macros now!
333         let krate = sess.time("expand_crate", || ecx.monotonic_expander().expand_crate(krate));
334
335         // The rest is error reporting
336
337         sess.time("check_unused_macros", || {
338             ecx.check_unused_macros();
339         });
340
341         let mut missing_fragment_specifiers: Vec<_> = ecx
342             .sess
343             .parse_sess
344             .missing_fragment_specifiers
345             .borrow()
346             .iter()
347             .map(|(span, node_id)| (*span, *node_id))
348             .collect();
349         missing_fragment_specifiers.sort_unstable_by_key(|(span, _)| *span);
350
351         let recursion_limit_hit = ecx.reduced_recursion_limit.is_some();
352
353         for (span, node_id) in missing_fragment_specifiers {
354             let lint = lint::builtin::MISSING_FRAGMENT_SPECIFIER;
355             let msg = "missing fragment specifier";
356             resolver.lint_buffer().buffer_lint(lint, node_id, span, msg);
357         }
358         if cfg!(windows) {
359             env::set_var("PATH", &old_path);
360         }
361
362         if recursion_limit_hit {
363             // If we hit a recursion limit, exit early to avoid later passes getting overwhelmed
364             // with a large AST
365             Err(ErrorReported)
366         } else {
367             Ok(krate)
368         }
369     })?;
370
371     sess.time("maybe_building_test_harness", || {
372         rustc_builtin_macros::test_harness::inject(sess, resolver, &mut krate)
373     });
374
375     if let Some(PpMode::Source(PpSourceMode::EveryBodyLoops)) = sess.opts.pretty {
376         tracing::debug!("replacing bodies with loop {{}}");
377         util::ReplaceBodyWithLoop::new(resolver).visit_crate(&mut krate);
378     }
379
380     let has_proc_macro_decls = sess.time("AST_validation", || {
381         rustc_ast_passes::ast_validation::check_crate(sess, &krate, resolver.lint_buffer())
382     });
383
384     let crate_types = sess.crate_types();
385     let is_proc_macro_crate = crate_types.contains(&CrateType::ProcMacro);
386
387     // For backwards compatibility, we don't try to run proc macro injection
388     // if rustdoc is run on a proc macro crate without '--crate-type proc-macro' being
389     // specified. This should only affect users who manually invoke 'rustdoc', as
390     // 'cargo doc' will automatically pass the proper '--crate-type' flags.
391     // However, we do emit a warning, to let such users know that they should
392     // start passing '--crate-type proc-macro'
393     if has_proc_macro_decls && sess.opts.actually_rustdoc && !is_proc_macro_crate {
394         let mut msg = sess.diagnostic().struct_warn(
395             "Trying to document proc macro crate \
396              without passing '--crate-type proc-macro to rustdoc",
397         );
398
399         msg.warn("The generated documentation may be incorrect");
400         msg.emit()
401     } else {
402         krate = sess.time("maybe_create_a_macro_crate", || {
403             let num_crate_types = crate_types.len();
404             let is_test_crate = sess.opts.test;
405             rustc_builtin_macros::proc_macro_harness::inject(
406                 sess,
407                 resolver,
408                 krate,
409                 is_proc_macro_crate,
410                 has_proc_macro_decls,
411                 is_test_crate,
412                 num_crate_types,
413                 sess.diagnostic(),
414             )
415         });
416     }
417
418     // Done with macro expansion!
419
420     if sess.opts.debugging_opts.input_stats {
421         eprintln!("Post-expansion node count: {}", count_nodes(&krate));
422     }
423
424     if sess.opts.debugging_opts.hir_stats {
425         hir_stats::print_ast_stats(&krate, "POST EXPANSION AST STATS");
426     }
427
428     if sess.opts.debugging_opts.ast_json {
429         println!("{}", json::as_json(&krate));
430     }
431
432     resolver.resolve_crate(&krate);
433
434     // Needs to go *after* expansion to be able to check the results of macro expansion.
435     sess.time("complete_gated_feature_checking", || {
436         rustc_ast_passes::feature_gate::check_crate(&krate, sess);
437     });
438
439     // Add all buffered lints from the `ParseSess` to the `Session`.
440     // The ReplaceBodyWithLoop pass may have deleted some AST nodes, potentially
441     // causing a delay_span_bug later if a buffered lint refers to such a deleted
442     // AST node (issue #87308). Since everybody_loops is for pretty-printing only,
443     // anyway, we simply skip all buffered lints here.
444     if !matches!(sess.opts.pretty, Some(PpMode::Source(PpSourceMode::EveryBodyLoops))) {
445         sess.parse_sess.buffered_lints.with_lock(|buffered_lints| {
446             info!("{} parse sess buffered_lints", buffered_lints.len());
447             for early_lint in buffered_lints.drain(..) {
448                 resolver.lint_buffer().add_early_lint(early_lint);
449             }
450         });
451     }
452
453     Ok(krate)
454 }
455
456 pub fn lower_to_hir<'res, 'tcx>(
457     sess: &'tcx Session,
458     lint_store: &LintStore,
459     resolver: &'res mut Resolver<'_>,
460     krate: Rc<ast::Crate>,
461     arena: &'tcx rustc_ast_lowering::Arena<'tcx>,
462 ) -> &'tcx Crate<'tcx> {
463     // Lower AST to HIR.
464     let hir_crate = rustc_ast_lowering::lower_crate(
465         sess,
466         &*krate,
467         resolver,
468         rustc_parse::nt_to_tokenstream,
469         arena,
470     );
471
472     sess.time("early_lint_checks", || {
473         rustc_lint::check_ast_crate(
474             sess,
475             lint_store,
476             &krate,
477             &krate.attrs,
478             false,
479             Some(std::mem::take(resolver.lint_buffer())),
480             rustc_lint::BuiltinCombinedEarlyLintPass::new(),
481         )
482     });
483
484     // Drop AST to free memory
485     sess.time("drop_ast", || std::mem::drop(krate));
486
487     // Discard hygiene data, which isn't required after lowering to HIR.
488     if !sess.opts.debugging_opts.keep_hygiene_data {
489         rustc_span::hygiene::clear_syntax_context_map();
490     }
491
492     hir_crate
493 }
494
495 // Returns all the paths that correspond to generated files.
496 fn generated_output_paths(
497     sess: &Session,
498     outputs: &OutputFilenames,
499     exact_name: bool,
500     crate_name: &str,
501 ) -> Vec<PathBuf> {
502     let mut out_filenames = Vec::new();
503     for output_type in sess.opts.output_types.keys() {
504         let file = outputs.path(*output_type);
505         match *output_type {
506             // If the filename has been overridden using `-o`, it will not be modified
507             // by appending `.rlib`, `.exe`, etc., so we can skip this transformation.
508             OutputType::Exe if !exact_name => {
509                 for crate_type in sess.crate_types().iter() {
510                     let p = filename_for_input(sess, *crate_type, crate_name, outputs);
511                     out_filenames.push(p);
512                 }
513             }
514             OutputType::DepInfo if sess.opts.debugging_opts.dep_info_omit_d_target => {
515                 // Don't add the dep-info output when omitting it from dep-info targets
516             }
517             _ => {
518                 out_filenames.push(file);
519             }
520         }
521     }
522     out_filenames
523 }
524
525 // Runs `f` on every output file path and returns the first non-None result, or None if `f`
526 // returns None for every file path.
527 fn check_output<F, T>(output_paths: &[PathBuf], f: F) -> Option<T>
528 where
529     F: Fn(&PathBuf) -> Option<T>,
530 {
531     for output_path in output_paths {
532         if let Some(result) = f(output_path) {
533             return Some(result);
534         }
535     }
536     None
537 }
538
539 fn output_contains_path(output_paths: &[PathBuf], input_path: &Path) -> bool {
540     let input_path = input_path.canonicalize().ok();
541     if input_path.is_none() {
542         return false;
543     }
544     let check = |output_path: &PathBuf| {
545         if output_path.canonicalize().ok() == input_path { Some(()) } else { None }
546     };
547     check_output(output_paths, check).is_some()
548 }
549
550 fn output_conflicts_with_dir(output_paths: &[PathBuf]) -> Option<PathBuf> {
551     let check = |output_path: &PathBuf| output_path.is_dir().then(|| output_path.clone());
552     check_output(output_paths, check)
553 }
554
555 fn escape_dep_filename(filename: &str) -> String {
556     // Apparently clang and gcc *only* escape spaces:
557     // https://llvm.org/klaus/clang/commit/9d50634cfc268ecc9a7250226dd5ca0e945240d4
558     filename.replace(" ", "\\ ")
559 }
560
561 // Makefile comments only need escaping newlines and `\`.
562 // The result can be unescaped by anything that can unescape `escape_default` and friends.
563 fn escape_dep_env(symbol: Symbol) -> String {
564     let s = symbol.as_str();
565     let mut escaped = String::with_capacity(s.len());
566     for c in s.chars() {
567         match c {
568             '\n' => escaped.push_str(r"\n"),
569             '\r' => escaped.push_str(r"\r"),
570             '\\' => escaped.push_str(r"\\"),
571             _ => escaped.push(c),
572         }
573     }
574     escaped
575 }
576
577 fn write_out_deps(
578     sess: &Session,
579     boxed_resolver: &RefCell<BoxedResolver>,
580     outputs: &OutputFilenames,
581     out_filenames: &[PathBuf],
582 ) {
583     // Write out dependency rules to the dep-info file if requested
584     if !sess.opts.output_types.contains_key(&OutputType::DepInfo) {
585         return;
586     }
587     let deps_filename = outputs.path(OutputType::DepInfo);
588
589     let result = (|| -> io::Result<()> {
590         // Build a list of files used to compile the output and
591         // write Makefile-compatible dependency rules
592         let mut files: Vec<String> = sess
593             .source_map()
594             .files()
595             .iter()
596             .filter(|fmap| fmap.is_real_file())
597             .filter(|fmap| !fmap.is_imported())
598             .map(|fmap| escape_dep_filename(&fmap.name.prefer_local().to_string()))
599             .collect();
600
601         // Account for explicitly marked-to-track files
602         // (e.g. accessed in proc macros).
603         let file_depinfo = sess.parse_sess.file_depinfo.borrow();
604         let extra_tracked_files = file_depinfo.iter().map(|path_sym| {
605             let path = PathBuf::from(&*path_sym.as_str());
606             let file = FileName::from(path);
607             escape_dep_filename(&file.prefer_local().to_string())
608         });
609         files.extend(extra_tracked_files);
610
611         if let Some(ref backend) = sess.opts.debugging_opts.codegen_backend {
612             files.push(backend.to_string());
613         }
614
615         if sess.binary_dep_depinfo() {
616             boxed_resolver.borrow_mut().access(|resolver| {
617                 for cnum in resolver.cstore().crates_untracked() {
618                     let source = resolver.cstore().crate_source_untracked(cnum);
619                     if let Some((path, _)) = source.dylib {
620                         files.push(escape_dep_filename(&path.display().to_string()));
621                     }
622                     if let Some((path, _)) = source.rlib {
623                         files.push(escape_dep_filename(&path.display().to_string()));
624                     }
625                     if let Some((path, _)) = source.rmeta {
626                         files.push(escape_dep_filename(&path.display().to_string()));
627                     }
628                 }
629             });
630         }
631
632         let mut file = BufWriter::new(fs::File::create(&deps_filename)?);
633         for path in out_filenames {
634             writeln!(file, "{}: {}\n", path.display(), files.join(" "))?;
635         }
636
637         // Emit a fake target for each input file to the compilation. This
638         // prevents `make` from spitting out an error if a file is later
639         // deleted. For more info see #28735
640         for path in files {
641             writeln!(file, "{}:", path)?;
642         }
643
644         // Emit special comments with information about accessed environment variables.
645         let env_depinfo = sess.parse_sess.env_depinfo.borrow();
646         if !env_depinfo.is_empty() {
647             let mut envs: Vec<_> = env_depinfo
648                 .iter()
649                 .map(|(k, v)| (escape_dep_env(*k), v.map(escape_dep_env)))
650                 .collect();
651             envs.sort_unstable();
652             writeln!(file)?;
653             for (k, v) in envs {
654                 write!(file, "# env-dep:{}", k)?;
655                 if let Some(v) = v {
656                     write!(file, "={}", v)?;
657                 }
658                 writeln!(file)?;
659             }
660         }
661
662         Ok(())
663     })();
664
665     match result {
666         Ok(_) => {
667             if sess.opts.json_artifact_notifications {
668                 sess.parse_sess
669                     .span_diagnostic
670                     .emit_artifact_notification(&deps_filename, "dep-info");
671             }
672         }
673         Err(e) => sess.fatal(&format!(
674             "error writing dependencies to `{}`: {}",
675             deps_filename.display(),
676             e
677         )),
678     }
679 }
680
681 pub fn prepare_outputs(
682     sess: &Session,
683     compiler: &Compiler,
684     krate: &ast::Crate,
685     boxed_resolver: &RefCell<BoxedResolver>,
686     crate_name: &str,
687 ) -> Result<OutputFilenames> {
688     let _timer = sess.timer("prepare_outputs");
689
690     // FIXME: rustdoc passes &[] instead of &krate.attrs here
691     let outputs = util::build_output_filenames(
692         &compiler.input,
693         &compiler.output_dir,
694         &compiler.output_file,
695         &compiler.temps_dir,
696         &krate.attrs,
697         sess,
698     );
699
700     let output_paths =
701         generated_output_paths(sess, &outputs, compiler.output_file.is_some(), crate_name);
702
703     // Ensure the source file isn't accidentally overwritten during compilation.
704     if let Some(ref input_path) = compiler.input_path {
705         if sess.opts.will_create_output_file() {
706             if output_contains_path(&output_paths, input_path) {
707                 sess.err(&format!(
708                     "the input file \"{}\" would be overwritten by the generated \
709                         executable",
710                     input_path.display()
711                 ));
712                 return Err(ErrorReported);
713             }
714             if let Some(dir_path) = output_conflicts_with_dir(&output_paths) {
715                 sess.err(&format!(
716                     "the generated executable for the input file \"{}\" conflicts with the \
717                         existing directory \"{}\"",
718                     input_path.display(),
719                     dir_path.display()
720                 ));
721                 return Err(ErrorReported);
722             }
723         }
724     }
725
726     if let Some(ref dir) = compiler.temps_dir {
727         if fs::create_dir_all(dir).is_err() {
728             sess.err("failed to find or create the directory specified by `--temps-dir`");
729             return Err(ErrorReported);
730         }
731     }
732
733     write_out_deps(sess, boxed_resolver, &outputs, &output_paths);
734
735     let only_dep_info = sess.opts.output_types.contains_key(&OutputType::DepInfo)
736         && sess.opts.output_types.len() == 1;
737
738     if !only_dep_info {
739         if let Some(ref dir) = compiler.output_dir {
740             if fs::create_dir_all(dir).is_err() {
741                 sess.err("failed to find or create the directory specified by `--out-dir`");
742                 return Err(ErrorReported);
743             }
744         }
745     }
746
747     Ok(outputs)
748 }
749
750 pub static DEFAULT_QUERY_PROVIDERS: SyncLazy<Providers> = SyncLazy::new(|| {
751     let providers = &mut Providers::default();
752     providers.analysis = analysis;
753     proc_macro_decls::provide(providers);
754     rustc_const_eval::provide(providers);
755     rustc_middle::hir::provide(providers);
756     mir_borrowck::provide(providers);
757     mir_build::provide(providers);
758     rustc_mir_transform::provide(providers);
759     rustc_monomorphize::provide(providers);
760     rustc_privacy::provide(providers);
761     typeck::provide(providers);
762     ty::provide(providers);
763     traits::provide(providers);
764     rustc_passes::provide(providers);
765     rustc_resolve::provide(providers);
766     rustc_traits::provide(providers);
767     rustc_ty_utils::provide(providers);
768     rustc_metadata::provide(providers);
769     rustc_lint::provide(providers);
770     rustc_symbol_mangling::provide(providers);
771     rustc_codegen_ssa::provide(providers);
772     *providers
773 });
774
775 pub static DEFAULT_EXTERN_QUERY_PROVIDERS: SyncLazy<ExternProviders> = SyncLazy::new(|| {
776     let mut extern_providers = ExternProviders::default();
777     rustc_metadata::provide_extern(&mut extern_providers);
778     rustc_codegen_ssa::provide_extern(&mut extern_providers);
779     extern_providers
780 });
781
782 pub struct QueryContext<'tcx> {
783     gcx: &'tcx GlobalCtxt<'tcx>,
784 }
785
786 impl<'tcx> QueryContext<'tcx> {
787     pub fn enter<F, R>(&mut self, f: F) -> R
788     where
789         F: FnOnce(TyCtxt<'tcx>) -> R,
790     {
791         let icx = ty::tls::ImplicitCtxt::new(self.gcx);
792         ty::tls::enter_context(&icx, |_| f(icx.tcx))
793     }
794 }
795
796 pub fn create_global_ctxt<'tcx>(
797     compiler: &'tcx Compiler,
798     lint_store: Lrc<LintStore>,
799     krate: Rc<ast::Crate>,
800     dep_graph: DepGraph,
801     resolver: Rc<RefCell<BoxedResolver>>,
802     outputs: OutputFilenames,
803     crate_name: &str,
804     queries: &'tcx OnceCell<TcxQueries<'tcx>>,
805     global_ctxt: &'tcx OnceCell<GlobalCtxt<'tcx>>,
806     arena: &'tcx WorkerLocal<Arena<'tcx>>,
807     hir_arena: &'tcx WorkerLocal<rustc_ast_lowering::Arena<'tcx>>,
808 ) -> QueryContext<'tcx> {
809     // We're constructing the HIR here; we don't care what we will
810     // read, since we haven't even constructed the *input* to
811     // incr. comp. yet.
812     dep_graph.assert_ignored();
813
814     let sess = &compiler.session();
815     let krate = resolver
816         .borrow_mut()
817         .access(|resolver| lower_to_hir(sess, &lint_store, resolver, krate, hir_arena));
818     let resolver_outputs = BoxedResolver::to_resolver_outputs(resolver);
819
820     let query_result_on_disk_cache = rustc_incremental::load_query_result_cache(sess);
821
822     let codegen_backend = compiler.codegen_backend();
823     let mut local_providers = *DEFAULT_QUERY_PROVIDERS;
824     codegen_backend.provide(&mut local_providers);
825
826     let mut extern_providers = *DEFAULT_EXTERN_QUERY_PROVIDERS;
827     codegen_backend.provide_extern(&mut extern_providers);
828
829     if let Some(callback) = compiler.override_queries {
830         callback(sess, &mut local_providers, &mut extern_providers);
831     }
832
833     let queries = queries.get_or_init(|| {
834         TcxQueries::new(local_providers, extern_providers, query_result_on_disk_cache)
835     });
836
837     let gcx = sess.time("setup_global_ctxt", || {
838         global_ctxt.get_or_init(move || {
839             TyCtxt::create_global_ctxt(
840                 sess,
841                 lint_store,
842                 arena,
843                 resolver_outputs,
844                 krate,
845                 dep_graph,
846                 queries.on_disk_cache.as_ref().map(OnDiskCache::as_dyn),
847                 queries.as_dyn(),
848                 rustc_query_impl::query_callbacks(arena),
849                 crate_name,
850                 outputs,
851             )
852         })
853     });
854
855     QueryContext { gcx }
856 }
857
858 /// Runs the resolution, type-checking, region checking and other
859 /// miscellaneous analysis passes on the crate.
860 fn analysis(tcx: TyCtxt<'_>, (): ()) -> Result<()> {
861     rustc_passes::hir_id_validator::check_crate(tcx);
862
863     let sess = tcx.sess;
864     let mut entry_point = None;
865
866     sess.time("misc_checking_1", || {
867         parallel!(
868             {
869                 entry_point = sess.time("looking_for_entry_point", || tcx.entry_fn(()));
870
871                 sess.time("looking_for_derive_registrar", || {
872                     tcx.ensure().proc_macro_decls_static(())
873                 });
874
875                 CStore::from_tcx(tcx).report_unused_deps(tcx);
876             },
877             {
878                 tcx.hir().par_for_each_module(|module| {
879                     tcx.ensure().check_mod_loops(module);
880                     tcx.ensure().check_mod_attrs(module);
881                     tcx.ensure().check_mod_naked_functions(module);
882                     tcx.ensure().check_mod_unstable_api_usage(module);
883                     tcx.ensure().check_mod_const_bodies(module);
884                 });
885             },
886             {
887                 // We force these querie to run,
888                 // since they might not otherwise get called.
889                 // This marks the corresponding crate-level attributes
890                 // as used, and ensures that their values are valid.
891                 tcx.ensure().limits(());
892             }
893         );
894     });
895
896     // passes are timed inside typeck
897     typeck::check_crate(tcx)?;
898
899     sess.time("misc_checking_2", || {
900         parallel!(
901             {
902                 sess.time("match_checking", || {
903                     tcx.hir().par_body_owners(|def_id| tcx.ensure().check_match(def_id.to_def_id()))
904                 });
905             },
906             {
907                 sess.time("liveness_and_intrinsic_checking", || {
908                     tcx.hir().par_for_each_module(|module| {
909                         // this must run before MIR dump, because
910                         // "not all control paths return a value" is reported here.
911                         //
912                         // maybe move the check to a MIR pass?
913                         tcx.ensure().check_mod_liveness(module);
914                         tcx.ensure().check_mod_intrinsics(module);
915                     });
916                 });
917             }
918         );
919     });
920
921     sess.time("MIR_borrow_checking", || {
922         tcx.hir().par_body_owners(|def_id| tcx.ensure().mir_borrowck(def_id));
923     });
924
925     sess.time("MIR_effect_checking", || {
926         for def_id in tcx.hir().body_owners() {
927             tcx.ensure().thir_check_unsafety(def_id);
928             if !tcx.sess.opts.debugging_opts.thir_unsafeck {
929                 rustc_mir_transform::check_unsafety::check_unsafety(tcx, def_id);
930             }
931
932             if tcx.hir().body_const_context(def_id).is_some() {
933                 tcx.ensure()
934                     .mir_drops_elaborated_and_const_checked(ty::WithOptConstParam::unknown(def_id));
935             }
936         }
937     });
938
939     sess.time("layout_testing", || layout_test::test_layout(tcx));
940
941     // Avoid overwhelming user with errors if borrow checking failed.
942     // I'm not sure how helpful this is, to be honest, but it avoids a
943     // lot of annoying errors in the ui tests (basically,
944     // lint warnings and so on -- kindck used to do this abort, but
945     // kindck is gone now). -nmatsakis
946     if sess.has_errors() {
947         return Err(ErrorReported);
948     }
949
950     sess.time("misc_checking_3", || {
951         parallel!(
952             {
953                 tcx.ensure().privacy_access_levels(());
954
955                 parallel!(
956                     {
957                         tcx.ensure().check_private_in_public(());
958                     },
959                     {
960                         sess.time("death_checking", || rustc_passes::dead::check_crate(tcx));
961                     },
962                     {
963                         sess.time("unused_lib_feature_checking", || {
964                             rustc_passes::stability::check_unused_or_stable_features(tcx)
965                         });
966                     },
967                     {
968                         sess.time("lint_checking", || {
969                             rustc_lint::check_crate(tcx, || {
970                                 rustc_lint::BuiltinCombinedLateLintPass::new()
971                             });
972                         });
973                     }
974                 );
975             },
976             {
977                 sess.time("privacy_checking_modules", || {
978                     tcx.hir().par_for_each_module(|module| {
979                         tcx.ensure().check_mod_privacy(module);
980                     });
981                 });
982             }
983         );
984     });
985
986     Ok(())
987 }
988
989 fn encode_and_write_metadata(
990     tcx: TyCtxt<'_>,
991     outputs: &OutputFilenames,
992 ) -> (EncodedMetadata, bool) {
993     #[derive(PartialEq, Eq, PartialOrd, Ord)]
994     enum MetadataKind {
995         None,
996         Uncompressed,
997         Compressed,
998     }
999
1000     let metadata_kind = tcx
1001         .sess
1002         .crate_types()
1003         .iter()
1004         .map(|ty| match *ty {
1005             CrateType::Executable | CrateType::Staticlib | CrateType::Cdylib => MetadataKind::None,
1006
1007             CrateType::Rlib => MetadataKind::Uncompressed,
1008
1009             CrateType::Dylib | CrateType::ProcMacro => MetadataKind::Compressed,
1010         })
1011         .max()
1012         .unwrap_or(MetadataKind::None);
1013
1014     let metadata = match metadata_kind {
1015         MetadataKind::None => EncodedMetadata::new(),
1016         MetadataKind::Uncompressed | MetadataKind::Compressed => encode_metadata(tcx),
1017     };
1018
1019     let _prof_timer = tcx.sess.prof.generic_activity("write_crate_metadata");
1020
1021     let need_metadata_file = tcx.sess.opts.output_types.contains_key(&OutputType::Metadata);
1022     if need_metadata_file {
1023         let crate_name = &tcx.crate_name(LOCAL_CRATE).as_str();
1024         let out_filename = filename_for_metadata(tcx.sess, crate_name, outputs);
1025         // To avoid races with another rustc process scanning the output directory,
1026         // we need to write the file somewhere else and atomically move it to its
1027         // final destination, with an `fs::rename` call. In order for the rename to
1028         // always succeed, the temporary file needs to be on the same filesystem,
1029         // which is why we create it inside the output directory specifically.
1030         let metadata_tmpdir = TempFileBuilder::new()
1031             .prefix("rmeta")
1032             .tempdir_in(out_filename.parent().unwrap())
1033             .unwrap_or_else(|err| tcx.sess.fatal(&format!("couldn't create a temp dir: {}", err)));
1034         let metadata_tmpdir = MaybeTempDir::new(metadata_tmpdir, tcx.sess.opts.cg.save_temps);
1035         let metadata_filename = emit_metadata(tcx.sess, metadata.raw_data(), &metadata_tmpdir);
1036         if let Err(e) = util::non_durable_rename(&metadata_filename, &out_filename) {
1037             tcx.sess.fatal(&format!("failed to write {}: {}", out_filename.display(), e));
1038         }
1039         if tcx.sess.opts.json_artifact_notifications {
1040             tcx.sess
1041                 .parse_sess
1042                 .span_diagnostic
1043                 .emit_artifact_notification(&out_filename, "metadata");
1044         }
1045     }
1046
1047     let need_metadata_module = metadata_kind == MetadataKind::Compressed;
1048
1049     (metadata, need_metadata_module)
1050 }
1051
1052 /// Runs the codegen backend, after which the AST and analysis can
1053 /// be discarded.
1054 pub fn start_codegen<'tcx>(
1055     codegen_backend: &dyn CodegenBackend,
1056     tcx: TyCtxt<'tcx>,
1057     outputs: &OutputFilenames,
1058 ) -> Box<dyn Any> {
1059     info!("Pre-codegen\n{:?}", tcx.debug_stats());
1060
1061     let (metadata, need_metadata_module) = encode_and_write_metadata(tcx, outputs);
1062
1063     let codegen = tcx.sess.time("codegen_crate", move || {
1064         codegen_backend.codegen_crate(tcx, metadata, need_metadata_module)
1065     });
1066
1067     // Don't run these test assertions when not doing codegen. Compiletest tries to build
1068     // build-fail tests in check mode first and expects it to not give an error in that case.
1069     if tcx.sess.opts.output_types.should_codegen() {
1070         rustc_incremental::assert_module_sources::assert_module_sources(tcx);
1071         rustc_symbol_mangling::test::report_symbol_names(tcx);
1072     }
1073
1074     info!("Post-codegen\n{:?}", tcx.debug_stats());
1075
1076     if tcx.sess.opts.output_types.contains_key(&OutputType::Mir) {
1077         if let Err(e) = rustc_mir_transform::dump_mir::emit_mir(tcx, outputs) {
1078             tcx.sess.err(&format!("could not emit MIR: {}", e));
1079             tcx.sess.abort_if_errors();
1080         }
1081     }
1082
1083     codegen
1084 }
1085
1086 fn get_recursion_limit(krate_attrs: &[ast::Attribute], sess: &Session) -> Limit {
1087     if let Some(attr) = krate_attrs
1088         .iter()
1089         .find(|attr| attr.has_name(sym::recursion_limit) && attr.value_str().is_none())
1090     {
1091         // This is here mainly to check for using a macro, such as
1092         // #![recursion_limit = foo!()]. That is not supported since that
1093         // would require expanding this while in the middle of expansion,
1094         // which needs to know the limit before expanding. Otherwise,
1095         // validation would normally be caught in AstValidator (via
1096         // `check_builtin_attribute`), but by the time that runs the macro
1097         // is expanded, and it doesn't give an error.
1098         validate_attr::emit_fatal_malformed_builtin_attribute(
1099             &sess.parse_sess,
1100             attr,
1101             sym::recursion_limit,
1102         );
1103     }
1104     rustc_middle::middle::limits::get_recursion_limit(krate_attrs, sess)
1105 }