]> git.lizzy.rs Git - rust.git/blob - compiler/rustc_interface/src/passes.rs
Auto merge of #99242 - Dylan-DPC:rollup-34bqdh8, r=Dylan-DPC
[rust.git] / compiler / rustc_interface / src / passes.rs
1 use crate::interface::{Compiler, Result};
2 use crate::proc_macro_decls;
3 use crate::util;
4
5 use ast::CRATE_NODE_ID;
6 use rustc_ast::{self as ast, visit};
7 use rustc_borrowck as mir_borrowck;
8 use rustc_codegen_ssa::back::link::emit_metadata;
9 use rustc_codegen_ssa::traits::CodegenBackend;
10 use rustc_data_structures::parallel;
11 use rustc_data_structures::sync::{Lrc, OnceCell, WorkerLocal};
12 use rustc_data_structures::temp_dir::MaybeTempDir;
13 use rustc_errors::{Applicability, ErrorGuaranteed, MultiSpan, PResult};
14 use rustc_expand::base::{ExtCtxt, LintStoreExpand, ResolverExpand};
15 use rustc_hir::def_id::{StableCrateId, LOCAL_CRATE};
16 use rustc_hir::definitions::Definitions;
17 use rustc_lint::{BufferedEarlyLint, EarlyCheckNode, LintStore};
18 use rustc_metadata::creader::CStore;
19 use rustc_metadata::{encode_metadata, EncodedMetadata};
20 use rustc_middle::arena::Arena;
21 use rustc_middle::dep_graph::DepGraph;
22 use rustc_middle::ty::query::{ExternProviders, Providers};
23 use rustc_middle::ty::{self, GlobalCtxt, RegisteredTools, TyCtxt};
24 use rustc_mir_build as mir_build;
25 use rustc_parse::{parse_crate_from_file, parse_crate_from_source_str, validate_attr};
26 use rustc_passes::{self, hir_stats, layout_test};
27 use rustc_plugin_impl as plugin;
28 use rustc_query_impl::{OnDiskCache, Queries as TcxQueries};
29 use rustc_resolve::{Resolver, ResolverArenas};
30 use rustc_session::config::{CrateType, Input, OutputFilenames, OutputType};
31 use rustc_session::cstore::{CrateStoreDyn, MetadataLoader, MetadataLoaderDyn};
32 use rustc_session::output::{filename_for_input, filename_for_metadata};
33 use rustc_session::search_paths::PathKind;
34 use rustc_session::{Limit, Session};
35 use rustc_span::symbol::{sym, Symbol};
36 use rustc_span::FileName;
37 use rustc_trait_selection::traits;
38 use rustc_typeck as typeck;
39 use tempfile::Builder as TempFileBuilder;
40 use tracing::{info, warn};
41
42 use std::any::Any;
43 use std::cell::RefCell;
44 use std::ffi::OsString;
45 use std::io::{self, BufWriter, Write};
46 use std::marker::PhantomPinned;
47 use std::path::{Path, PathBuf};
48 use std::pin::Pin;
49 use std::rc::Rc;
50 use std::sync::LazyLock;
51 use std::{env, fs, iter};
52
53 pub fn parse<'a>(sess: &'a Session, input: &Input) -> PResult<'a, ast::Crate> {
54     let krate = sess.time("parse_crate", || match input {
55         Input::File(file) => parse_crate_from_file(file, &sess.parse_sess),
56         Input::Str { input, name } => {
57             parse_crate_from_source_str(name.clone(), input.clone(), &sess.parse_sess)
58         }
59     })?;
60
61     if sess.opts.unstable_opts.input_stats {
62         eprintln!("Lines of code:             {}", sess.source_map().count_lines());
63         eprintln!("Pre-expansion node count:  {}", count_nodes(&krate));
64     }
65
66     if let Some(ref s) = sess.opts.unstable_opts.show_span {
67         rustc_ast_passes::show_span::run(sess.diagnostic(), s, &krate);
68     }
69
70     if sess.opts.unstable_opts.hir_stats {
71         hir_stats::print_ast_stats(&krate, "PRE EXPANSION AST STATS");
72     }
73
74     Ok(krate)
75 }
76
77 fn count_nodes(krate: &ast::Crate) -> usize {
78     let mut counter = rustc_ast_passes::node_count::NodeCounter::new();
79     visit::walk_crate(&mut counter, krate);
80     counter.count
81 }
82
83 pub use boxed_resolver::BoxedResolver;
84 mod boxed_resolver {
85     use super::*;
86
87     pub struct BoxedResolver(Pin<Box<BoxedResolverInner>>);
88
89     struct BoxedResolverInner {
90         session: Lrc<Session>,
91         resolver_arenas: Option<ResolverArenas<'static>>,
92         resolver: Option<Resolver<'static>>,
93         _pin: PhantomPinned,
94     }
95
96     // Note: Drop order is important to prevent dangling references. Resolver must be dropped first,
97     // then resolver_arenas and session.
98     impl Drop for BoxedResolverInner {
99         fn drop(&mut self) {
100             self.resolver.take();
101             self.resolver_arenas.take();
102         }
103     }
104
105     impl BoxedResolver {
106         pub(super) fn new(
107             session: Lrc<Session>,
108             make_resolver: impl for<'a> FnOnce(&'a Session, &'a ResolverArenas<'a>) -> Resolver<'a>,
109         ) -> BoxedResolver {
110             let mut boxed_resolver = Box::new(BoxedResolverInner {
111                 session,
112                 resolver_arenas: Some(Resolver::arenas()),
113                 resolver: None,
114                 _pin: PhantomPinned,
115             });
116             // SAFETY: `make_resolver` takes a resolver arena with an arbitrary lifetime and
117             // returns a resolver with the same lifetime as the arena. We ensure that the arena
118             // outlives the resolver in the drop impl and elsewhere so these transmutes are sound.
119             unsafe {
120                 let resolver = make_resolver(
121                     std::mem::transmute::<&Session, &Session>(&boxed_resolver.session),
122                     std::mem::transmute::<&ResolverArenas<'_>, &ResolverArenas<'_>>(
123                         boxed_resolver.resolver_arenas.as_ref().unwrap(),
124                     ),
125                 );
126                 boxed_resolver.resolver = Some(resolver);
127                 BoxedResolver(Pin::new_unchecked(boxed_resolver))
128             }
129         }
130
131         pub fn access<F: for<'a> FnOnce(&mut Resolver<'a>) -> R, R>(&mut self, f: F) -> R {
132             // SAFETY: The resolver doesn't need to be pinned.
133             let mut resolver = unsafe {
134                 self.0.as_mut().map_unchecked_mut(|boxed_resolver| &mut boxed_resolver.resolver)
135             };
136             f((&mut *resolver).as_mut().unwrap())
137         }
138
139         pub fn to_resolver_outputs(
140             resolver: Rc<RefCell<BoxedResolver>>,
141         ) -> (Definitions, Box<CrateStoreDyn>, ty::ResolverOutputs, ty::ResolverAstLowering)
142         {
143             match Rc::try_unwrap(resolver) {
144                 Ok(resolver) => {
145                     let mut resolver = resolver.into_inner();
146                     // SAFETY: The resolver doesn't need to be pinned.
147                     let mut resolver = unsafe {
148                         resolver
149                             .0
150                             .as_mut()
151                             .map_unchecked_mut(|boxed_resolver| &mut boxed_resolver.resolver)
152                     };
153                     resolver.take().unwrap().into_outputs()
154                 }
155                 Err(resolver) => resolver.borrow_mut().access(|resolver| resolver.clone_outputs()),
156             }
157         }
158     }
159 }
160
161 pub fn create_resolver(
162     sess: Lrc<Session>,
163     metadata_loader: Box<MetadataLoaderDyn>,
164     krate: &ast::Crate,
165     crate_name: &str,
166 ) -> BoxedResolver {
167     tracing::trace!("create_resolver");
168     BoxedResolver::new(sess, move |sess, resolver_arenas| {
169         Resolver::new(sess, krate, crate_name, metadata_loader, resolver_arenas)
170     })
171 }
172
173 pub fn register_plugins<'a>(
174     sess: &'a Session,
175     metadata_loader: &'a dyn MetadataLoader,
176     register_lints: impl Fn(&Session, &mut LintStore),
177     mut krate: ast::Crate,
178     crate_name: &str,
179 ) -> Result<(ast::Crate, LintStore)> {
180     krate = sess.time("attributes_injection", || {
181         rustc_builtin_macros::cmdline_attrs::inject(
182             krate,
183             &sess.parse_sess,
184             &sess.opts.unstable_opts.crate_attr,
185         )
186     });
187
188     let (krate, features) = rustc_expand::config::features(sess, krate, CRATE_NODE_ID);
189     // these need to be set "early" so that expansion sees `quote` if enabled.
190     sess.init_features(features);
191
192     let crate_types = util::collect_crate_types(sess, &krate.attrs);
193     sess.init_crate_types(crate_types);
194
195     let stable_crate_id = StableCrateId::new(
196         crate_name,
197         sess.crate_types().contains(&CrateType::Executable),
198         sess.opts.cg.metadata.clone(),
199     );
200     sess.stable_crate_id.set(stable_crate_id).expect("not yet initialized");
201     rustc_incremental::prepare_session_directory(sess, crate_name, stable_crate_id)?;
202
203     if sess.opts.incremental.is_some() {
204         sess.time("incr_comp_garbage_collect_session_directories", || {
205             if let Err(e) = rustc_incremental::garbage_collect_session_directories(sess) {
206                 warn!(
207                     "Error while trying to garbage collect incremental \
208                      compilation cache directory: {}",
209                     e
210                 );
211             }
212         });
213     }
214
215     let mut lint_store = rustc_lint::new_lint_store(
216         sess.opts.unstable_opts.no_interleave_lints,
217         sess.unstable_options(),
218     );
219     register_lints(sess, &mut lint_store);
220
221     let registrars =
222         sess.time("plugin_loading", || plugin::load::load_plugins(sess, metadata_loader, &krate));
223     sess.time("plugin_registration", || {
224         let mut registry = plugin::Registry { lint_store: &mut lint_store };
225         for registrar in registrars {
226             registrar(&mut registry);
227         }
228     });
229
230     Ok((krate, lint_store))
231 }
232
233 fn pre_expansion_lint<'a>(
234     sess: &Session,
235     lint_store: &LintStore,
236     registered_tools: &RegisteredTools,
237     check_node: impl EarlyCheckNode<'a>,
238     node_name: &str,
239 ) {
240     sess.prof.generic_activity_with_arg("pre_AST_expansion_lint_checks", node_name).run(|| {
241         rustc_lint::check_ast_node(
242             sess,
243             true,
244             lint_store,
245             registered_tools,
246             None,
247             rustc_lint::BuiltinCombinedPreExpansionLintPass::new(),
248             check_node,
249         );
250     });
251 }
252
253 // Cannot implement directly for `LintStore` due to trait coherence.
254 struct LintStoreExpandImpl<'a>(&'a LintStore);
255
256 impl LintStoreExpand for LintStoreExpandImpl<'_> {
257     fn pre_expansion_lint(
258         &self,
259         sess: &Session,
260         registered_tools: &RegisteredTools,
261         node_id: ast::NodeId,
262         attrs: &[ast::Attribute],
263         items: &[rustc_ast::ptr::P<ast::Item>],
264         name: &str,
265     ) {
266         pre_expansion_lint(sess, self.0, registered_tools, (node_id, attrs, items), name);
267     }
268 }
269
270 /// Runs the "early phases" of the compiler: initial `cfg` processing, loading compiler plugins,
271 /// syntax expansion, secondary `cfg` expansion, synthesis of a test
272 /// harness if one is to be provided, injection of a dependency on the
273 /// standard library and prelude, and name resolution.
274 pub fn configure_and_expand(
275     sess: &Session,
276     lint_store: &LintStore,
277     mut krate: ast::Crate,
278     crate_name: &str,
279     resolver: &mut Resolver<'_>,
280 ) -> Result<ast::Crate> {
281     tracing::trace!("configure_and_expand");
282     pre_expansion_lint(sess, lint_store, resolver.registered_tools(), &krate, crate_name);
283     rustc_builtin_macros::register_builtin_macros(resolver);
284
285     krate = sess.time("crate_injection", || {
286         rustc_builtin_macros::standard_library_imports::inject(krate, resolver, sess)
287     });
288
289     util::check_attr_crate_type(sess, &krate.attrs, &mut resolver.lint_buffer());
290
291     // Expand all macros
292     krate = sess.time("macro_expand_crate", || {
293         // Windows dlls do not have rpaths, so they don't know how to find their
294         // dependencies. It's up to us to tell the system where to find all the
295         // dependent dlls. Note that this uses cfg!(windows) as opposed to
296         // targ_cfg because syntax extensions are always loaded for the host
297         // compiler, not for the target.
298         //
299         // This is somewhat of an inherently racy operation, however, as
300         // multiple threads calling this function could possibly continue
301         // extending PATH far beyond what it should. To solve this for now we
302         // just don't add any new elements to PATH which are already there
303         // within PATH. This is basically a targeted fix at #17360 for rustdoc
304         // which runs rustc in parallel but has been seen (#33844) to cause
305         // problems with PATH becoming too long.
306         let mut old_path = OsString::new();
307         if cfg!(windows) {
308             old_path = env::var_os("PATH").unwrap_or(old_path);
309             let mut new_path = sess.host_filesearch(PathKind::All).search_path_dirs();
310             for path in env::split_paths(&old_path) {
311                 if !new_path.contains(&path) {
312                     new_path.push(path);
313                 }
314             }
315             env::set_var(
316                 "PATH",
317                 &env::join_paths(
318                     new_path.iter().filter(|p| env::join_paths(iter::once(p)).is_ok()),
319                 )
320                 .unwrap(),
321             );
322         }
323
324         // Create the config for macro expansion
325         let features = sess.features_untracked();
326         let recursion_limit = get_recursion_limit(&krate.attrs, sess);
327         let cfg = rustc_expand::expand::ExpansionConfig {
328             features: Some(features),
329             recursion_limit,
330             trace_mac: sess.opts.unstable_opts.trace_macros,
331             should_test: sess.opts.test,
332             span_debug: sess.opts.unstable_opts.span_debug,
333             proc_macro_backtrace: sess.opts.unstable_opts.proc_macro_backtrace,
334             ..rustc_expand::expand::ExpansionConfig::default(crate_name.to_string())
335         };
336
337         let lint_store = LintStoreExpandImpl(lint_store);
338         let mut ecx = ExtCtxt::new(sess, cfg, resolver, Some(&lint_store));
339         // Expand macros now!
340         let krate = sess.time("expand_crate", || ecx.monotonic_expander().expand_crate(krate));
341
342         // The rest is error reporting
343
344         sess.parse_sess.buffered_lints.with_lock(|buffered_lints: &mut Vec<BufferedEarlyLint>| {
345             buffered_lints.append(&mut ecx.buffered_early_lint);
346         });
347
348         sess.time("check_unused_macros", || {
349             ecx.check_unused_macros();
350         });
351
352         let recursion_limit_hit = ecx.reduced_recursion_limit.is_some();
353
354         if cfg!(windows) {
355             env::set_var("PATH", &old_path);
356         }
357
358         if recursion_limit_hit {
359             // If we hit a recursion limit, exit early to avoid later passes getting overwhelmed
360             // with a large AST
361             Err(ErrorGuaranteed::unchecked_claim_error_was_emitted())
362         } else {
363             Ok(krate)
364         }
365     })?;
366
367     sess.time("maybe_building_test_harness", || {
368         rustc_builtin_macros::test_harness::inject(sess, resolver, &mut krate)
369     });
370
371     let has_proc_macro_decls = sess.time("AST_validation", || {
372         rustc_ast_passes::ast_validation::check_crate(sess, &krate, resolver.lint_buffer())
373     });
374
375     let crate_types = sess.crate_types();
376     let is_executable_crate = crate_types.contains(&CrateType::Executable);
377     let is_proc_macro_crate = crate_types.contains(&CrateType::ProcMacro);
378
379     if crate_types.len() > 1 {
380         if is_executable_crate {
381             sess.err("cannot mix `bin` crate type with others");
382         }
383         if is_proc_macro_crate {
384             sess.err("cannot mix `proc-macro` crate type with others");
385         }
386     }
387
388     // For backwards compatibility, we don't try to run proc macro injection
389     // if rustdoc is run on a proc macro crate without '--crate-type proc-macro' being
390     // specified. This should only affect users who manually invoke 'rustdoc', as
391     // 'cargo doc' will automatically pass the proper '--crate-type' flags.
392     // However, we do emit a warning, to let such users know that they should
393     // start passing '--crate-type proc-macro'
394     if has_proc_macro_decls && sess.opts.actually_rustdoc && !is_proc_macro_crate {
395         let mut msg = sess.diagnostic().struct_warn(
396             "Trying to document proc macro crate \
397              without passing '--crate-type proc-macro to rustdoc",
398         );
399
400         msg.warn("The generated documentation may be incorrect");
401         msg.emit();
402     } else {
403         krate = sess.time("maybe_create_a_macro_crate", || {
404             let is_test_crate = sess.opts.test;
405             rustc_builtin_macros::proc_macro_harness::inject(
406                 sess,
407                 resolver,
408                 krate,
409                 is_proc_macro_crate,
410                 has_proc_macro_decls,
411                 is_test_crate,
412                 sess.diagnostic(),
413             )
414         });
415     }
416
417     // Done with macro expansion!
418
419     if sess.opts.unstable_opts.input_stats {
420         eprintln!("Post-expansion node count: {}", count_nodes(&krate));
421     }
422
423     if sess.opts.unstable_opts.hir_stats {
424         hir_stats::print_ast_stats(&krate, "POST EXPANSION AST STATS");
425     }
426
427     resolver.resolve_crate(&krate);
428
429     // Needs to go *after* expansion to be able to check the results of macro expansion.
430     sess.time("complete_gated_feature_checking", || {
431         rustc_ast_passes::feature_gate::check_crate(&krate, sess);
432     });
433
434     // Add all buffered lints from the `ParseSess` to the `Session`.
435     sess.parse_sess.buffered_lints.with_lock(|buffered_lints| {
436         info!("{} parse sess buffered_lints", buffered_lints.len());
437         for early_lint in buffered_lints.drain(..) {
438             resolver.lint_buffer().add_early_lint(early_lint);
439         }
440     });
441
442     // Gate identifiers containing invalid Unicode codepoints that were recovered during lexing.
443     sess.parse_sess.bad_unicode_identifiers.with_lock(|identifiers| {
444         let mut identifiers: Vec<_> = identifiers.drain().collect();
445         identifiers.sort_by_key(|&(key, _)| key);
446         for (ident, mut spans) in identifiers.into_iter() {
447             spans.sort();
448             if ident == sym::ferris {
449                 let first_span = spans[0];
450                 sess.diagnostic()
451                     .struct_span_err(
452                         MultiSpan::from(spans),
453                         "Ferris cannot be used as an identifier",
454                     )
455                     .span_suggestion(
456                         first_span,
457                         "try using their name instead",
458                         "ferris",
459                         Applicability::MaybeIncorrect,
460                     )
461                     .emit();
462             } else {
463                 sess.diagnostic().span_err(
464                     MultiSpan::from(spans),
465                     &format!("identifiers cannot contain emoji: `{}`", ident),
466                 );
467             }
468         }
469     });
470
471     sess.time("early_lint_checks", || {
472         let lint_buffer = Some(std::mem::take(resolver.lint_buffer()));
473         rustc_lint::check_ast_node(
474             sess,
475             false,
476             lint_store,
477             resolver.registered_tools(),
478             lint_buffer,
479             rustc_lint::BuiltinCombinedEarlyLintPass::new(),
480             &krate,
481         )
482     });
483
484     Ok(krate)
485 }
486
487 // Returns all the paths that correspond to generated files.
488 fn generated_output_paths(
489     sess: &Session,
490     outputs: &OutputFilenames,
491     exact_name: bool,
492     crate_name: &str,
493 ) -> Vec<PathBuf> {
494     let mut out_filenames = Vec::new();
495     for output_type in sess.opts.output_types.keys() {
496         let file = outputs.path(*output_type);
497         match *output_type {
498             // If the filename has been overridden using `-o`, it will not be modified
499             // by appending `.rlib`, `.exe`, etc., so we can skip this transformation.
500             OutputType::Exe if !exact_name => {
501                 for crate_type in sess.crate_types().iter() {
502                     let p = filename_for_input(sess, *crate_type, crate_name, outputs);
503                     out_filenames.push(p);
504                 }
505             }
506             OutputType::DepInfo if sess.opts.unstable_opts.dep_info_omit_d_target => {
507                 // Don't add the dep-info output when omitting it from dep-info targets
508             }
509             _ => {
510                 out_filenames.push(file);
511             }
512         }
513     }
514     out_filenames
515 }
516
517 // Runs `f` on every output file path and returns the first non-None result, or None if `f`
518 // returns None for every file path.
519 fn check_output<F, T>(output_paths: &[PathBuf], f: F) -> Option<T>
520 where
521     F: Fn(&PathBuf) -> Option<T>,
522 {
523     for output_path in output_paths {
524         if let Some(result) = f(output_path) {
525             return Some(result);
526         }
527     }
528     None
529 }
530
531 fn output_contains_path(output_paths: &[PathBuf], input_path: &Path) -> bool {
532     let input_path = input_path.canonicalize().ok();
533     if input_path.is_none() {
534         return false;
535     }
536     let check = |output_path: &PathBuf| {
537         if output_path.canonicalize().ok() == input_path { Some(()) } else { None }
538     };
539     check_output(output_paths, check).is_some()
540 }
541
542 fn output_conflicts_with_dir(output_paths: &[PathBuf]) -> Option<PathBuf> {
543     let check = |output_path: &PathBuf| output_path.is_dir().then(|| output_path.clone());
544     check_output(output_paths, check)
545 }
546
547 fn escape_dep_filename(filename: &str) -> String {
548     // Apparently clang and gcc *only* escape spaces:
549     // https://llvm.org/klaus/clang/commit/9d50634cfc268ecc9a7250226dd5ca0e945240d4
550     filename.replace(' ', "\\ ")
551 }
552
553 // Makefile comments only need escaping newlines and `\`.
554 // The result can be unescaped by anything that can unescape `escape_default` and friends.
555 fn escape_dep_env(symbol: Symbol) -> String {
556     let s = symbol.as_str();
557     let mut escaped = String::with_capacity(s.len());
558     for c in s.chars() {
559         match c {
560             '\n' => escaped.push_str(r"\n"),
561             '\r' => escaped.push_str(r"\r"),
562             '\\' => escaped.push_str(r"\\"),
563             _ => escaped.push(c),
564         }
565     }
566     escaped
567 }
568
569 fn write_out_deps(
570     sess: &Session,
571     boxed_resolver: &RefCell<BoxedResolver>,
572     outputs: &OutputFilenames,
573     out_filenames: &[PathBuf],
574 ) {
575     // Write out dependency rules to the dep-info file if requested
576     if !sess.opts.output_types.contains_key(&OutputType::DepInfo) {
577         return;
578     }
579     let deps_filename = outputs.path(OutputType::DepInfo);
580
581     let result = (|| -> io::Result<()> {
582         // Build a list of files used to compile the output and
583         // write Makefile-compatible dependency rules
584         let mut files: Vec<String> = sess
585             .source_map()
586             .files()
587             .iter()
588             .filter(|fmap| fmap.is_real_file())
589             .filter(|fmap| !fmap.is_imported())
590             .map(|fmap| escape_dep_filename(&fmap.name.prefer_local().to_string()))
591             .collect();
592
593         // Account for explicitly marked-to-track files
594         // (e.g. accessed in proc macros).
595         let file_depinfo = sess.parse_sess.file_depinfo.borrow();
596         let extra_tracked_files = file_depinfo.iter().map(|path_sym| {
597             let path = PathBuf::from(path_sym.as_str());
598             let file = FileName::from(path);
599             escape_dep_filename(&file.prefer_local().to_string())
600         });
601         files.extend(extra_tracked_files);
602
603         if sess.binary_dep_depinfo() {
604             if let Some(ref backend) = sess.opts.unstable_opts.codegen_backend {
605                 if backend.contains('.') {
606                     // If the backend name contain a `.`, it is the path to an external dynamic
607                     // library. If not, it is not a path.
608                     files.push(backend.to_string());
609                 }
610             }
611
612             boxed_resolver.borrow_mut().access(|resolver| {
613                 for cnum in resolver.cstore().crates_untracked() {
614                     let source = resolver.cstore().crate_source_untracked(cnum);
615                     if let Some((path, _)) = &source.dylib {
616                         files.push(escape_dep_filename(&path.display().to_string()));
617                     }
618                     if let Some((path, _)) = &source.rlib {
619                         files.push(escape_dep_filename(&path.display().to_string()));
620                     }
621                     if let Some((path, _)) = &source.rmeta {
622                         files.push(escape_dep_filename(&path.display().to_string()));
623                     }
624                 }
625             });
626         }
627
628         let mut file = BufWriter::new(fs::File::create(&deps_filename)?);
629         for path in out_filenames {
630             writeln!(file, "{}: {}\n", path.display(), files.join(" "))?;
631         }
632
633         // Emit a fake target for each input file to the compilation. This
634         // prevents `make` from spitting out an error if a file is later
635         // deleted. For more info see #28735
636         for path in files {
637             writeln!(file, "{}:", path)?;
638         }
639
640         // Emit special comments with information about accessed environment variables.
641         let env_depinfo = sess.parse_sess.env_depinfo.borrow();
642         if !env_depinfo.is_empty() {
643             let mut envs: Vec<_> = env_depinfo
644                 .iter()
645                 .map(|(k, v)| (escape_dep_env(*k), v.map(escape_dep_env)))
646                 .collect();
647             envs.sort_unstable();
648             writeln!(file)?;
649             for (k, v) in envs {
650                 write!(file, "# env-dep:{}", k)?;
651                 if let Some(v) = v {
652                     write!(file, "={}", v)?;
653                 }
654                 writeln!(file)?;
655             }
656         }
657
658         Ok(())
659     })();
660
661     match result {
662         Ok(_) => {
663             if sess.opts.json_artifact_notifications {
664                 sess.parse_sess
665                     .span_diagnostic
666                     .emit_artifact_notification(&deps_filename, "dep-info");
667             }
668         }
669         Err(e) => sess.fatal(&format!(
670             "error writing dependencies to `{}`: {}",
671             deps_filename.display(),
672             e
673         )),
674     }
675 }
676
677 pub fn prepare_outputs(
678     sess: &Session,
679     compiler: &Compiler,
680     krate: &ast::Crate,
681     boxed_resolver: &RefCell<BoxedResolver>,
682     crate_name: &str,
683 ) -> Result<OutputFilenames> {
684     let _timer = sess.timer("prepare_outputs");
685
686     // FIXME: rustdoc passes &[] instead of &krate.attrs here
687     let outputs = util::build_output_filenames(
688         &compiler.input,
689         &compiler.output_dir,
690         &compiler.output_file,
691         &compiler.temps_dir,
692         &krate.attrs,
693         sess,
694     );
695
696     let output_paths =
697         generated_output_paths(sess, &outputs, compiler.output_file.is_some(), crate_name);
698
699     // Ensure the source file isn't accidentally overwritten during compilation.
700     if let Some(ref input_path) = compiler.input_path {
701         if sess.opts.will_create_output_file() {
702             if output_contains_path(&output_paths, input_path) {
703                 let reported = sess.err(&format!(
704                     "the input file \"{}\" would be overwritten by the generated \
705                         executable",
706                     input_path.display()
707                 ));
708                 return Err(reported);
709             }
710             if let Some(dir_path) = output_conflicts_with_dir(&output_paths) {
711                 let reported = sess.err(&format!(
712                     "the generated executable for the input file \"{}\" conflicts with the \
713                         existing directory \"{}\"",
714                     input_path.display(),
715                     dir_path.display()
716                 ));
717                 return Err(reported);
718             }
719         }
720     }
721
722     if let Some(ref dir) = compiler.temps_dir {
723         if fs::create_dir_all(dir).is_err() {
724             let reported =
725                 sess.err("failed to find or create the directory specified by `--temps-dir`");
726             return Err(reported);
727         }
728     }
729
730     write_out_deps(sess, boxed_resolver, &outputs, &output_paths);
731
732     let only_dep_info = sess.opts.output_types.contains_key(&OutputType::DepInfo)
733         && sess.opts.output_types.len() == 1;
734
735     if !only_dep_info {
736         if let Some(ref dir) = compiler.output_dir {
737             if fs::create_dir_all(dir).is_err() {
738                 let reported =
739                     sess.err("failed to find or create the directory specified by `--out-dir`");
740                 return Err(reported);
741             }
742         }
743     }
744
745     Ok(outputs)
746 }
747
748 pub static DEFAULT_QUERY_PROVIDERS: LazyLock<Providers> = LazyLock::new(|| {
749     let providers = &mut Providers::default();
750     providers.analysis = analysis;
751     providers.hir_crate = rustc_ast_lowering::lower_to_hir;
752     proc_macro_decls::provide(providers);
753     rustc_const_eval::provide(providers);
754     rustc_middle::hir::provide(providers);
755     mir_borrowck::provide(providers);
756     mir_build::provide(providers);
757     rustc_mir_transform::provide(providers);
758     rustc_monomorphize::provide(providers);
759     rustc_privacy::provide(providers);
760     typeck::provide(providers);
761     ty::provide(providers);
762     traits::provide(providers);
763     rustc_passes::provide(providers);
764     rustc_resolve::provide(providers);
765     rustc_traits::provide(providers);
766     rustc_ty_utils::provide(providers);
767     rustc_metadata::provide(providers);
768     rustc_lint::provide(providers);
769     rustc_symbol_mangling::provide(providers);
770     rustc_codegen_ssa::provide(providers);
771     *providers
772 });
773
774 pub static DEFAULT_EXTERN_QUERY_PROVIDERS: LazyLock<ExternProviders> = LazyLock::new(|| {
775     let mut extern_providers = ExternProviders::default();
776     rustc_metadata::provide_extern(&mut extern_providers);
777     rustc_codegen_ssa::provide_extern(&mut extern_providers);
778     extern_providers
779 });
780
781 pub struct QueryContext<'tcx> {
782     gcx: &'tcx GlobalCtxt<'tcx>,
783 }
784
785 impl<'tcx> QueryContext<'tcx> {
786     pub fn enter<F, R>(&mut self, f: F) -> R
787     where
788         F: FnOnce(TyCtxt<'tcx>) -> R,
789     {
790         let icx = ty::tls::ImplicitCtxt::new(self.gcx);
791         ty::tls::enter_context(&icx, |_| f(icx.tcx))
792     }
793 }
794
795 pub fn create_global_ctxt<'tcx>(
796     compiler: &'tcx Compiler,
797     lint_store: Lrc<LintStore>,
798     krate: Lrc<ast::Crate>,
799     dep_graph: DepGraph,
800     resolver: Rc<RefCell<BoxedResolver>>,
801     outputs: OutputFilenames,
802     crate_name: &str,
803     queries: &'tcx OnceCell<TcxQueries<'tcx>>,
804     global_ctxt: &'tcx OnceCell<GlobalCtxt<'tcx>>,
805     arena: &'tcx WorkerLocal<Arena<'tcx>>,
806     hir_arena: &'tcx WorkerLocal<rustc_hir::Arena<'tcx>>,
807 ) -> QueryContext<'tcx> {
808     // We're constructing the HIR here; we don't care what we will
809     // read, since we haven't even constructed the *input* to
810     // incr. comp. yet.
811     dep_graph.assert_ignored();
812
813     let (definitions, cstore, resolver_outputs, resolver_for_lowering) =
814         BoxedResolver::to_resolver_outputs(resolver);
815
816     let sess = &compiler.session();
817     let query_result_on_disk_cache = rustc_incremental::load_query_result_cache(sess);
818
819     let codegen_backend = compiler.codegen_backend();
820     let mut local_providers = *DEFAULT_QUERY_PROVIDERS;
821     codegen_backend.provide(&mut local_providers);
822
823     let mut extern_providers = *DEFAULT_EXTERN_QUERY_PROVIDERS;
824     codegen_backend.provide_extern(&mut extern_providers);
825
826     if let Some(callback) = compiler.override_queries {
827         callback(sess, &mut local_providers, &mut extern_providers);
828     }
829
830     let queries = queries.get_or_init(|| {
831         TcxQueries::new(local_providers, extern_providers, query_result_on_disk_cache)
832     });
833
834     let gcx = sess.time("setup_global_ctxt", || {
835         global_ctxt.get_or_init(move || {
836             TyCtxt::create_global_ctxt(
837                 sess,
838                 lint_store,
839                 arena,
840                 hir_arena,
841                 definitions,
842                 cstore,
843                 resolver_outputs,
844                 resolver_for_lowering,
845                 krate,
846                 dep_graph,
847                 queries.on_disk_cache.as_ref().map(OnDiskCache::as_dyn),
848                 queries.as_dyn(),
849                 rustc_query_impl::query_callbacks(arena),
850                 crate_name,
851                 outputs,
852             )
853         })
854     });
855
856     QueryContext { gcx }
857 }
858
859 /// Runs the resolution, type-checking, region checking and other
860 /// miscellaneous analysis passes on the crate.
861 fn analysis(tcx: TyCtxt<'_>, (): ()) -> Result<()> {
862     rustc_passes::hir_id_validator::check_crate(tcx);
863
864     let sess = tcx.sess;
865     let mut entry_point = None;
866
867     sess.time("misc_checking_1", || {
868         parallel!(
869             {
870                 entry_point = sess.time("looking_for_entry_point", || tcx.entry_fn(()));
871
872                 sess.time("looking_for_derive_registrar", || {
873                     tcx.ensure().proc_macro_decls_static(())
874                 });
875
876                 CStore::from_tcx(tcx).report_unused_deps(tcx);
877             },
878             {
879                 tcx.hir().par_for_each_module(|module| {
880                     tcx.ensure().check_mod_loops(module);
881                     tcx.ensure().check_mod_attrs(module);
882                     tcx.ensure().check_mod_naked_functions(module);
883                     tcx.ensure().check_mod_unstable_api_usage(module);
884                     tcx.ensure().check_mod_const_bodies(module);
885                 });
886             },
887             {
888                 sess.time("unused_lib_feature_checking", || {
889                     rustc_passes::stability::check_unused_or_stable_features(tcx)
890                 });
891             },
892             {
893                 // We force these queries to run,
894                 // since they might not otherwise get called.
895                 // This marks the corresponding crate-level attributes
896                 // as used, and ensures that their values are valid.
897                 tcx.ensure().limits(());
898                 tcx.ensure().stability_index(());
899             }
900         );
901     });
902
903     // passes are timed inside typeck
904     typeck::check_crate(tcx)?;
905
906     sess.time("misc_checking_2", || {
907         parallel!(
908             {
909                 sess.time("match_checking", || {
910                     tcx.hir().par_body_owners(|def_id| tcx.ensure().check_match(def_id.to_def_id()))
911                 });
912             },
913             {
914                 sess.time("liveness_and_intrinsic_checking", || {
915                     tcx.hir().par_for_each_module(|module| {
916                         // this must run before MIR dump, because
917                         // "not all control paths return a value" is reported here.
918                         //
919                         // maybe move the check to a MIR pass?
920                         tcx.ensure().check_mod_liveness(module);
921                     });
922                 });
923             }
924         );
925     });
926
927     sess.time("MIR_borrow_checking", || {
928         tcx.hir().par_body_owners(|def_id| tcx.ensure().mir_borrowck(def_id));
929     });
930
931     sess.time("MIR_effect_checking", || {
932         for def_id in tcx.hir().body_owners() {
933             tcx.ensure().thir_check_unsafety(def_id);
934             if !tcx.sess.opts.unstable_opts.thir_unsafeck {
935                 rustc_mir_transform::check_unsafety::check_unsafety(tcx, def_id);
936             }
937             tcx.ensure().has_ffi_unwind_calls(def_id);
938
939             if tcx.hir().body_const_context(def_id).is_some() {
940                 tcx.ensure()
941                     .mir_drops_elaborated_and_const_checked(ty::WithOptConstParam::unknown(def_id));
942             }
943         }
944     });
945
946     sess.time("layout_testing", || layout_test::test_layout(tcx));
947
948     // Avoid overwhelming user with errors if borrow checking failed.
949     // I'm not sure how helpful this is, to be honest, but it avoids a
950     // lot of annoying errors in the ui tests (basically,
951     // lint warnings and so on -- kindck used to do this abort, but
952     // kindck is gone now). -nmatsakis
953     if let Some(reported) = sess.has_errors() {
954         return Err(reported);
955     }
956
957     sess.time("misc_checking_3", || {
958         parallel!(
959             {
960                 tcx.ensure().privacy_access_levels(());
961
962                 parallel!(
963                     {
964                         tcx.ensure().check_private_in_public(());
965                     },
966                     {
967                         tcx.hir()
968                             .par_for_each_module(|module| tcx.ensure().check_mod_deathness(module));
969                     },
970                     {
971                         sess.time("lint_checking", || {
972                             rustc_lint::check_crate(tcx, || {
973                                 rustc_lint::BuiltinCombinedLateLintPass::new()
974                             });
975                         });
976                     }
977                 );
978             },
979             {
980                 sess.time("privacy_checking_modules", || {
981                     tcx.hir().par_for_each_module(|module| {
982                         tcx.ensure().check_mod_privacy(module);
983                     });
984                 });
985             }
986         );
987
988         // This check has to be run after all lints are done processing. We don't
989         // define a lint filter, as all lint checks should have finished at this point.
990         sess.time("check_lint_expectations", || tcx.check_expectations(None));
991     });
992
993     Ok(())
994 }
995
996 fn encode_and_write_metadata(
997     tcx: TyCtxt<'_>,
998     outputs: &OutputFilenames,
999 ) -> (EncodedMetadata, bool) {
1000     #[derive(PartialEq, Eq, PartialOrd, Ord)]
1001     enum MetadataKind {
1002         None,
1003         Uncompressed,
1004         Compressed,
1005     }
1006
1007     let metadata_kind = tcx
1008         .sess
1009         .crate_types()
1010         .iter()
1011         .map(|ty| match *ty {
1012             CrateType::Executable | CrateType::Staticlib | CrateType::Cdylib => MetadataKind::None,
1013
1014             CrateType::Rlib => MetadataKind::Uncompressed,
1015
1016             CrateType::Dylib | CrateType::ProcMacro => MetadataKind::Compressed,
1017         })
1018         .max()
1019         .unwrap_or(MetadataKind::None);
1020
1021     let metadata = match metadata_kind {
1022         MetadataKind::None => EncodedMetadata::new(),
1023         MetadataKind::Uncompressed | MetadataKind::Compressed => encode_metadata(tcx),
1024     };
1025
1026     let _prof_timer = tcx.sess.prof.generic_activity("write_crate_metadata");
1027
1028     let need_metadata_file = tcx.sess.opts.output_types.contains_key(&OutputType::Metadata);
1029     if need_metadata_file {
1030         let crate_name = tcx.crate_name(LOCAL_CRATE);
1031         let out_filename = filename_for_metadata(tcx.sess, crate_name.as_str(), outputs);
1032         // To avoid races with another rustc process scanning the output directory,
1033         // we need to write the file somewhere else and atomically move it to its
1034         // final destination, with an `fs::rename` call. In order for the rename to
1035         // always succeed, the temporary file needs to be on the same filesystem,
1036         // which is why we create it inside the output directory specifically.
1037         let metadata_tmpdir = TempFileBuilder::new()
1038             .prefix("rmeta")
1039             .tempdir_in(out_filename.parent().unwrap())
1040             .unwrap_or_else(|err| tcx.sess.fatal(&format!("couldn't create a temp dir: {}", err)));
1041         let metadata_tmpdir = MaybeTempDir::new(metadata_tmpdir, tcx.sess.opts.cg.save_temps);
1042         let metadata_filename = emit_metadata(tcx.sess, metadata.raw_data(), &metadata_tmpdir);
1043         if let Err(e) = util::non_durable_rename(&metadata_filename, &out_filename) {
1044             tcx.sess.fatal(&format!("failed to write {}: {}", out_filename.display(), e));
1045         }
1046         if tcx.sess.opts.json_artifact_notifications {
1047             tcx.sess
1048                 .parse_sess
1049                 .span_diagnostic
1050                 .emit_artifact_notification(&out_filename, "metadata");
1051         }
1052     }
1053
1054     let need_metadata_module = metadata_kind == MetadataKind::Compressed;
1055
1056     (metadata, need_metadata_module)
1057 }
1058
1059 /// Runs the codegen backend, after which the AST and analysis can
1060 /// be discarded.
1061 pub fn start_codegen<'tcx>(
1062     codegen_backend: &dyn CodegenBackend,
1063     tcx: TyCtxt<'tcx>,
1064     outputs: &OutputFilenames,
1065 ) -> Box<dyn Any> {
1066     info!("Pre-codegen\n{:?}", tcx.debug_stats());
1067
1068     let (metadata, need_metadata_module) = encode_and_write_metadata(tcx, outputs);
1069
1070     let codegen = tcx.sess.time("codegen_crate", move || {
1071         codegen_backend.codegen_crate(tcx, metadata, need_metadata_module)
1072     });
1073
1074     // Don't run these test assertions when not doing codegen. Compiletest tries to build
1075     // build-fail tests in check mode first and expects it to not give an error in that case.
1076     if tcx.sess.opts.output_types.should_codegen() {
1077         rustc_incremental::assert_module_sources::assert_module_sources(tcx);
1078         rustc_symbol_mangling::test::report_symbol_names(tcx);
1079     }
1080
1081     info!("Post-codegen\n{:?}", tcx.debug_stats());
1082
1083     if tcx.sess.opts.output_types.contains_key(&OutputType::Mir) {
1084         if let Err(e) = rustc_mir_transform::dump_mir::emit_mir(tcx, outputs) {
1085             tcx.sess.err(&format!("could not emit MIR: {}", e));
1086             tcx.sess.abort_if_errors();
1087         }
1088     }
1089
1090     codegen
1091 }
1092
1093 fn get_recursion_limit(krate_attrs: &[ast::Attribute], sess: &Session) -> Limit {
1094     if let Some(attr) = krate_attrs
1095         .iter()
1096         .find(|attr| attr.has_name(sym::recursion_limit) && attr.value_str().is_none())
1097     {
1098         // This is here mainly to check for using a macro, such as
1099         // #![recursion_limit = foo!()]. That is not supported since that
1100         // would require expanding this while in the middle of expansion,
1101         // which needs to know the limit before expanding. Otherwise,
1102         // validation would normally be caught in AstValidator (via
1103         // `check_builtin_attribute`), but by the time that runs the macro
1104         // is expanded, and it doesn't give an error.
1105         validate_attr::emit_fatal_malformed_builtin_attribute(
1106             &sess.parse_sess,
1107             attr,
1108             sym::recursion_limit,
1109         );
1110     }
1111     rustc_middle::middle::limits::get_recursion_limit(krate_attrs, sess)
1112 }