]> git.lizzy.rs Git - rust.git/blob - compiler/rustc_interface/src/passes.rs
Rollup merge of #91804 - woppopo:const_clone, r=oli-obk
[rust.git] / compiler / rustc_interface / src / passes.rs
1 use crate::interface::{Compiler, Result};
2 use crate::proc_macro_decls;
3 use crate::util;
4
5 use ast::CRATE_NODE_ID;
6 use rustc_ast::{self as ast, visit};
7 use rustc_borrowck as mir_borrowck;
8 use rustc_codegen_ssa::back::link::emit_metadata;
9 use rustc_codegen_ssa::traits::CodegenBackend;
10 use rustc_data_structures::parallel;
11 use rustc_data_structures::sync::{Lrc, OnceCell, WorkerLocal};
12 use rustc_data_structures::temp_dir::MaybeTempDir;
13 use rustc_errors::{Applicability, ErrorGuaranteed, PResult};
14 use rustc_expand::base::{ExtCtxt, LintStoreExpand, ResolverExpand};
15 use rustc_hir::def_id::{StableCrateId, LOCAL_CRATE};
16 use rustc_hir::Crate;
17 use rustc_lint::{EarlyCheckNode, LintStore};
18 use rustc_metadata::creader::CStore;
19 use rustc_metadata::{encode_metadata, EncodedMetadata};
20 use rustc_middle::arena::Arena;
21 use rustc_middle::dep_graph::DepGraph;
22 use rustc_middle::ty::query::{ExternProviders, Providers};
23 use rustc_middle::ty::{self, GlobalCtxt, RegisteredTools, ResolverOutputs, TyCtxt};
24 use rustc_mir_build as mir_build;
25 use rustc_parse::{parse_crate_from_file, parse_crate_from_source_str, validate_attr};
26 use rustc_passes::{self, hir_stats, layout_test};
27 use rustc_plugin_impl as plugin;
28 use rustc_query_impl::{OnDiskCache, Queries as TcxQueries};
29 use rustc_resolve::{Resolver, ResolverArenas};
30 use rustc_serialize::json;
31 use rustc_session::config::{CrateType, Input, OutputFilenames, OutputType};
32 use rustc_session::cstore::{MetadataLoader, MetadataLoaderDyn};
33 use rustc_session::lint;
34 use rustc_session::output::{filename_for_input, filename_for_metadata};
35 use rustc_session::search_paths::PathKind;
36 use rustc_session::{Limit, Session};
37 use rustc_span::symbol::{sym, Symbol};
38 use rustc_span::{FileName, MultiSpan};
39 use rustc_trait_selection::traits;
40 use rustc_typeck as typeck;
41 use tempfile::Builder as TempFileBuilder;
42 use tracing::{info, warn};
43
44 use std::any::Any;
45 use std::cell::RefCell;
46 use std::ffi::OsString;
47 use std::io::{self, BufWriter, Write};
48 use std::lazy::SyncLazy;
49 use std::marker::PhantomPinned;
50 use std::path::{Path, PathBuf};
51 use std::pin::Pin;
52 use std::rc::Rc;
53 use std::{env, fs, iter};
54
55 pub fn parse<'a>(sess: &'a Session, input: &Input) -> PResult<'a, ast::Crate> {
56     let krate = sess.time("parse_crate", || match input {
57         Input::File(file) => parse_crate_from_file(file, &sess.parse_sess),
58         Input::Str { input, name } => {
59             parse_crate_from_source_str(name.clone(), input.clone(), &sess.parse_sess)
60         }
61     })?;
62
63     if sess.opts.debugging_opts.ast_json_noexpand {
64         println!("{}", json::as_json(&krate));
65     }
66
67     if sess.opts.debugging_opts.input_stats {
68         eprintln!("Lines of code:             {}", sess.source_map().count_lines());
69         eprintln!("Pre-expansion node count:  {}", count_nodes(&krate));
70     }
71
72     if let Some(ref s) = sess.opts.debugging_opts.show_span {
73         rustc_ast_passes::show_span::run(sess.diagnostic(), s, &krate);
74     }
75
76     if sess.opts.debugging_opts.hir_stats {
77         hir_stats::print_ast_stats(&krate, "PRE EXPANSION AST STATS");
78     }
79
80     Ok(krate)
81 }
82
83 fn count_nodes(krate: &ast::Crate) -> usize {
84     let mut counter = rustc_ast_passes::node_count::NodeCounter::new();
85     visit::walk_crate(&mut counter, krate);
86     counter.count
87 }
88
89 pub use boxed_resolver::BoxedResolver;
90 mod boxed_resolver {
91     use super::*;
92
93     pub struct BoxedResolver(Pin<Box<BoxedResolverInner>>);
94
95     struct BoxedResolverInner {
96         session: Lrc<Session>,
97         resolver_arenas: Option<ResolverArenas<'static>>,
98         resolver: Option<Resolver<'static>>,
99         _pin: PhantomPinned,
100     }
101
102     // Note: Drop order is important to prevent dangling references. Resolver must be dropped first,
103     // then resolver_arenas and session.
104     impl Drop for BoxedResolverInner {
105         fn drop(&mut self) {
106             self.resolver.take();
107             self.resolver_arenas.take();
108         }
109     }
110
111     impl BoxedResolver {
112         pub(super) fn new(
113             session: Lrc<Session>,
114             make_resolver: impl for<'a> FnOnce(&'a Session, &'a ResolverArenas<'a>) -> Resolver<'a>,
115         ) -> BoxedResolver {
116             let mut boxed_resolver = Box::new(BoxedResolverInner {
117                 session,
118                 resolver_arenas: Some(Resolver::arenas()),
119                 resolver: None,
120                 _pin: PhantomPinned,
121             });
122             // SAFETY: `make_resolver` takes a resolver arena with an arbitrary lifetime and
123             // returns a resolver with the same lifetime as the arena. We ensure that the arena
124             // outlives the resolver in the drop impl and elsewhere so these transmutes are sound.
125             unsafe {
126                 let resolver = make_resolver(
127                     std::mem::transmute::<&Session, &Session>(&boxed_resolver.session),
128                     std::mem::transmute::<&ResolverArenas<'_>, &ResolverArenas<'_>>(
129                         boxed_resolver.resolver_arenas.as_ref().unwrap(),
130                     ),
131                 );
132                 boxed_resolver.resolver = Some(resolver);
133                 BoxedResolver(Pin::new_unchecked(boxed_resolver))
134             }
135         }
136
137         pub fn access<F: for<'a> FnOnce(&mut Resolver<'a>) -> R, R>(&mut self, f: F) -> R {
138             // SAFETY: The resolver doesn't need to be pinned.
139             let mut resolver = unsafe {
140                 self.0.as_mut().map_unchecked_mut(|boxed_resolver| &mut boxed_resolver.resolver)
141             };
142             f((&mut *resolver).as_mut().unwrap())
143         }
144
145         pub fn to_resolver_outputs(resolver: Rc<RefCell<BoxedResolver>>) -> ResolverOutputs {
146             match Rc::try_unwrap(resolver) {
147                 Ok(resolver) => {
148                     let mut resolver = resolver.into_inner();
149                     // SAFETY: The resolver doesn't need to be pinned.
150                     let mut resolver = unsafe {
151                         resolver
152                             .0
153                             .as_mut()
154                             .map_unchecked_mut(|boxed_resolver| &mut boxed_resolver.resolver)
155                     };
156                     resolver.take().unwrap().into_outputs()
157                 }
158                 Err(resolver) => resolver.borrow_mut().access(|resolver| resolver.clone_outputs()),
159             }
160         }
161     }
162 }
163
164 pub fn create_resolver(
165     sess: Lrc<Session>,
166     metadata_loader: Box<MetadataLoaderDyn>,
167     krate: &ast::Crate,
168     crate_name: &str,
169 ) -> BoxedResolver {
170     tracing::trace!("create_resolver");
171     BoxedResolver::new(sess, move |sess, resolver_arenas| {
172         Resolver::new(sess, krate, crate_name, metadata_loader, resolver_arenas)
173     })
174 }
175
176 pub fn register_plugins<'a>(
177     sess: &'a Session,
178     metadata_loader: &'a dyn MetadataLoader,
179     register_lints: impl Fn(&Session, &mut LintStore),
180     mut krate: ast::Crate,
181     crate_name: &str,
182 ) -> Result<(ast::Crate, LintStore)> {
183     krate = sess.time("attributes_injection", || {
184         rustc_builtin_macros::cmdline_attrs::inject(
185             krate,
186             &sess.parse_sess,
187             &sess.opts.debugging_opts.crate_attr,
188         )
189     });
190
191     let (krate, features) = rustc_expand::config::features(sess, krate, CRATE_NODE_ID);
192     // these need to be set "early" so that expansion sees `quote` if enabled.
193     sess.init_features(features);
194
195     let crate_types = util::collect_crate_types(sess, &krate.attrs);
196     sess.init_crate_types(crate_types);
197
198     let stable_crate_id = StableCrateId::new(
199         crate_name,
200         sess.crate_types().contains(&CrateType::Executable),
201         sess.opts.cg.metadata.clone(),
202     );
203     sess.stable_crate_id.set(stable_crate_id).expect("not yet initialized");
204     rustc_incremental::prepare_session_directory(sess, crate_name, stable_crate_id)?;
205
206     if sess.opts.incremental.is_some() {
207         sess.time("incr_comp_garbage_collect_session_directories", || {
208             if let Err(e) = rustc_incremental::garbage_collect_session_directories(sess) {
209                 warn!(
210                     "Error while trying to garbage collect incremental \
211                      compilation cache directory: {}",
212                     e
213                 );
214             }
215         });
216     }
217
218     let mut lint_store = rustc_lint::new_lint_store(
219         sess.opts.debugging_opts.no_interleave_lints,
220         sess.unstable_options(),
221     );
222     register_lints(sess, &mut lint_store);
223
224     let registrars =
225         sess.time("plugin_loading", || plugin::load::load_plugins(sess, metadata_loader, &krate));
226     sess.time("plugin_registration", || {
227         let mut registry = plugin::Registry { lint_store: &mut lint_store };
228         for registrar in registrars {
229             registrar(&mut registry);
230         }
231     });
232
233     Ok((krate, lint_store))
234 }
235
236 fn pre_expansion_lint<'a>(
237     sess: &Session,
238     lint_store: &LintStore,
239     registered_tools: &RegisteredTools,
240     check_node: impl EarlyCheckNode<'a>,
241     node_name: &str,
242 ) {
243     sess.prof.generic_activity_with_arg("pre_AST_expansion_lint_checks", node_name).run(|| {
244         rustc_lint::check_ast_node(
245             sess,
246             true,
247             lint_store,
248             registered_tools,
249             None,
250             rustc_lint::BuiltinCombinedPreExpansionLintPass::new(),
251             check_node,
252         );
253     });
254 }
255
256 // Cannot implement directly for `LintStore` due to trait coherence.
257 struct LintStoreExpandImpl<'a>(&'a LintStore);
258
259 impl LintStoreExpand for LintStoreExpandImpl<'_> {
260     fn pre_expansion_lint(
261         &self,
262         sess: &Session,
263         registered_tools: &RegisteredTools,
264         node_id: ast::NodeId,
265         attrs: &[ast::Attribute],
266         items: &[rustc_ast::ptr::P<ast::Item>],
267         name: &str,
268     ) {
269         pre_expansion_lint(sess, self.0, registered_tools, (node_id, attrs, items), name);
270     }
271 }
272
273 /// Runs the "early phases" of the compiler: initial `cfg` processing, loading compiler plugins,
274 /// syntax expansion, secondary `cfg` expansion, synthesis of a test
275 /// harness if one is to be provided, injection of a dependency on the
276 /// standard library and prelude, and name resolution.
277 pub fn configure_and_expand(
278     sess: &Session,
279     lint_store: &LintStore,
280     mut krate: ast::Crate,
281     crate_name: &str,
282     resolver: &mut Resolver<'_>,
283 ) -> Result<ast::Crate> {
284     tracing::trace!("configure_and_expand");
285     pre_expansion_lint(sess, lint_store, resolver.registered_tools(), &krate, crate_name);
286     rustc_builtin_macros::register_builtin_macros(resolver);
287
288     krate = sess.time("crate_injection", || {
289         rustc_builtin_macros::standard_library_imports::inject(krate, resolver, sess)
290     });
291
292     util::check_attr_crate_type(sess, &krate.attrs, &mut resolver.lint_buffer());
293
294     // Expand all macros
295     krate = sess.time("macro_expand_crate", || {
296         // Windows dlls do not have rpaths, so they don't know how to find their
297         // dependencies. It's up to us to tell the system where to find all the
298         // dependent dlls. Note that this uses cfg!(windows) as opposed to
299         // targ_cfg because syntax extensions are always loaded for the host
300         // compiler, not for the target.
301         //
302         // This is somewhat of an inherently racy operation, however, as
303         // multiple threads calling this function could possibly continue
304         // extending PATH far beyond what it should. To solve this for now we
305         // just don't add any new elements to PATH which are already there
306         // within PATH. This is basically a targeted fix at #17360 for rustdoc
307         // which runs rustc in parallel but has been seen (#33844) to cause
308         // problems with PATH becoming too long.
309         let mut old_path = OsString::new();
310         if cfg!(windows) {
311             old_path = env::var_os("PATH").unwrap_or(old_path);
312             let mut new_path = sess.host_filesearch(PathKind::All).search_path_dirs();
313             for path in env::split_paths(&old_path) {
314                 if !new_path.contains(&path) {
315                     new_path.push(path);
316                 }
317             }
318             env::set_var(
319                 "PATH",
320                 &env::join_paths(
321                     new_path.iter().filter(|p| env::join_paths(iter::once(p)).is_ok()),
322                 )
323                 .unwrap(),
324             );
325         }
326
327         // Create the config for macro expansion
328         let features = sess.features_untracked();
329         let recursion_limit = get_recursion_limit(&krate.attrs, sess);
330         let cfg = rustc_expand::expand::ExpansionConfig {
331             features: Some(features),
332             recursion_limit,
333             trace_mac: sess.opts.debugging_opts.trace_macros,
334             should_test: sess.opts.test,
335             span_debug: sess.opts.debugging_opts.span_debug,
336             proc_macro_backtrace: sess.opts.debugging_opts.proc_macro_backtrace,
337             ..rustc_expand::expand::ExpansionConfig::default(crate_name.to_string())
338         };
339
340         let lint_store = LintStoreExpandImpl(lint_store);
341         let mut ecx = ExtCtxt::new(sess, cfg, resolver, Some(&lint_store));
342
343         // Expand macros now!
344         let krate = sess.time("expand_crate", || ecx.monotonic_expander().expand_crate(krate));
345
346         // The rest is error reporting
347
348         sess.time("check_unused_macros", || {
349             ecx.check_unused_macros();
350         });
351
352         let mut missing_fragment_specifiers: Vec<_> = ecx
353             .sess
354             .parse_sess
355             .missing_fragment_specifiers
356             .borrow()
357             .iter()
358             .map(|(span, node_id)| (*span, *node_id))
359             .collect();
360         missing_fragment_specifiers.sort_unstable_by_key(|(span, _)| *span);
361
362         let recursion_limit_hit = ecx.reduced_recursion_limit.is_some();
363
364         for (span, node_id) in missing_fragment_specifiers {
365             let lint = lint::builtin::MISSING_FRAGMENT_SPECIFIER;
366             let msg = "missing fragment specifier";
367             resolver.lint_buffer().buffer_lint(lint, node_id, span, msg);
368         }
369         if cfg!(windows) {
370             env::set_var("PATH", &old_path);
371         }
372
373         if recursion_limit_hit {
374             // If we hit a recursion limit, exit early to avoid later passes getting overwhelmed
375             // with a large AST
376             Err(ErrorGuaranteed)
377         } else {
378             Ok(krate)
379         }
380     })?;
381
382     sess.time("maybe_building_test_harness", || {
383         rustc_builtin_macros::test_harness::inject(sess, resolver, &mut krate)
384     });
385
386     let has_proc_macro_decls = sess.time("AST_validation", || {
387         rustc_ast_passes::ast_validation::check_crate(sess, &krate, resolver.lint_buffer())
388     });
389
390     let crate_types = sess.crate_types();
391     let is_executable_crate = crate_types.contains(&CrateType::Executable);
392     let is_proc_macro_crate = crate_types.contains(&CrateType::ProcMacro);
393
394     if crate_types.len() > 1 {
395         if is_executable_crate {
396             sess.err("cannot mix `bin` crate type with others");
397         }
398         if is_proc_macro_crate {
399             sess.err("cannot mix `proc-macro` crate type with others");
400         }
401     }
402
403     // For backwards compatibility, we don't try to run proc macro injection
404     // if rustdoc is run on a proc macro crate without '--crate-type proc-macro' being
405     // specified. This should only affect users who manually invoke 'rustdoc', as
406     // 'cargo doc' will automatically pass the proper '--crate-type' flags.
407     // However, we do emit a warning, to let such users know that they should
408     // start passing '--crate-type proc-macro'
409     if has_proc_macro_decls && sess.opts.actually_rustdoc && !is_proc_macro_crate {
410         let mut msg = sess.diagnostic().struct_warn(
411             "Trying to document proc macro crate \
412              without passing '--crate-type proc-macro to rustdoc",
413         );
414
415         msg.warn("The generated documentation may be incorrect");
416         msg.emit()
417     } else {
418         krate = sess.time("maybe_create_a_macro_crate", || {
419             let is_test_crate = sess.opts.test;
420             rustc_builtin_macros::proc_macro_harness::inject(
421                 sess,
422                 resolver,
423                 krate,
424                 is_proc_macro_crate,
425                 has_proc_macro_decls,
426                 is_test_crate,
427                 sess.diagnostic(),
428             )
429         });
430     }
431
432     // Done with macro expansion!
433
434     if sess.opts.debugging_opts.input_stats {
435         eprintln!("Post-expansion node count: {}", count_nodes(&krate));
436     }
437
438     if sess.opts.debugging_opts.hir_stats {
439         hir_stats::print_ast_stats(&krate, "POST EXPANSION AST STATS");
440     }
441
442     if sess.opts.debugging_opts.ast_json {
443         println!("{}", json::as_json(&krate));
444     }
445
446     resolver.resolve_crate(&krate);
447
448     // Needs to go *after* expansion to be able to check the results of macro expansion.
449     sess.time("complete_gated_feature_checking", || {
450         rustc_ast_passes::feature_gate::check_crate(&krate, sess);
451     });
452
453     // Add all buffered lints from the `ParseSess` to the `Session`.
454     sess.parse_sess.buffered_lints.with_lock(|buffered_lints| {
455         info!("{} parse sess buffered_lints", buffered_lints.len());
456         for early_lint in buffered_lints.drain(..) {
457             resolver.lint_buffer().add_early_lint(early_lint);
458         }
459     });
460
461     // Gate identifiers containing invalid Unicode codepoints that were recovered during lexing.
462     sess.parse_sess.bad_unicode_identifiers.with_lock(|identifiers| {
463         let mut identifiers: Vec<_> = identifiers.drain().collect();
464         identifiers.sort_by_key(|&(key, _)| key);
465         for (ident, mut spans) in identifiers.into_iter() {
466             spans.sort();
467             if ident == sym::ferris {
468                 let first_span = spans[0];
469                 sess.diagnostic()
470                     .struct_span_err(
471                         MultiSpan::from(spans),
472                         "Ferris cannot be used as an identifier",
473                     )
474                     .span_suggestion(
475                         first_span,
476                         "try using their name instead",
477                         "ferris".to_string(),
478                         Applicability::MaybeIncorrect,
479                     )
480                     .emit();
481             } else {
482                 sess.diagnostic().span_err(
483                     MultiSpan::from(spans),
484                     &format!("identifiers cannot contain emoji: `{}`", ident),
485                 );
486             }
487         }
488     });
489
490     Ok(krate)
491 }
492
493 pub fn lower_to_hir<'res, 'tcx>(
494     sess: &'tcx Session,
495     lint_store: &LintStore,
496     resolver: &'res mut Resolver<'_>,
497     krate: Rc<ast::Crate>,
498     arena: &'tcx rustc_ast_lowering::Arena<'tcx>,
499 ) -> &'tcx Crate<'tcx> {
500     // Lower AST to HIR.
501     let hir_crate = rustc_ast_lowering::lower_crate(
502         sess,
503         &*krate,
504         resolver,
505         rustc_parse::nt_to_tokenstream,
506         arena,
507     );
508
509     sess.time("early_lint_checks", || {
510         let lint_buffer = Some(std::mem::take(resolver.lint_buffer()));
511         rustc_lint::check_ast_node(
512             sess,
513             false,
514             lint_store,
515             resolver.registered_tools(),
516             lint_buffer,
517             rustc_lint::BuiltinCombinedEarlyLintPass::new(),
518             &*krate,
519         )
520     });
521
522     // Drop AST to free memory
523     sess.time("drop_ast", || std::mem::drop(krate));
524
525     // Discard hygiene data, which isn't required after lowering to HIR.
526     if !sess.opts.debugging_opts.keep_hygiene_data {
527         rustc_span::hygiene::clear_syntax_context_map();
528     }
529
530     hir_crate
531 }
532
533 // Returns all the paths that correspond to generated files.
534 fn generated_output_paths(
535     sess: &Session,
536     outputs: &OutputFilenames,
537     exact_name: bool,
538     crate_name: &str,
539 ) -> Vec<PathBuf> {
540     let mut out_filenames = Vec::new();
541     for output_type in sess.opts.output_types.keys() {
542         let file = outputs.path(*output_type);
543         match *output_type {
544             // If the filename has been overridden using `-o`, it will not be modified
545             // by appending `.rlib`, `.exe`, etc., so we can skip this transformation.
546             OutputType::Exe if !exact_name => {
547                 for crate_type in sess.crate_types().iter() {
548                     let p = filename_for_input(sess, *crate_type, crate_name, outputs);
549                     out_filenames.push(p);
550                 }
551             }
552             OutputType::DepInfo if sess.opts.debugging_opts.dep_info_omit_d_target => {
553                 // Don't add the dep-info output when omitting it from dep-info targets
554             }
555             _ => {
556                 out_filenames.push(file);
557             }
558         }
559     }
560     out_filenames
561 }
562
563 // Runs `f` on every output file path and returns the first non-None result, or None if `f`
564 // returns None for every file path.
565 fn check_output<F, T>(output_paths: &[PathBuf], f: F) -> Option<T>
566 where
567     F: Fn(&PathBuf) -> Option<T>,
568 {
569     for output_path in output_paths {
570         if let Some(result) = f(output_path) {
571             return Some(result);
572         }
573     }
574     None
575 }
576
577 fn output_contains_path(output_paths: &[PathBuf], input_path: &Path) -> bool {
578     let input_path = input_path.canonicalize().ok();
579     if input_path.is_none() {
580         return false;
581     }
582     let check = |output_path: &PathBuf| {
583         if output_path.canonicalize().ok() == input_path { Some(()) } else { None }
584     };
585     check_output(output_paths, check).is_some()
586 }
587
588 fn output_conflicts_with_dir(output_paths: &[PathBuf]) -> Option<PathBuf> {
589     let check = |output_path: &PathBuf| output_path.is_dir().then(|| output_path.clone());
590     check_output(output_paths, check)
591 }
592
593 fn escape_dep_filename(filename: &str) -> String {
594     // Apparently clang and gcc *only* escape spaces:
595     // https://llvm.org/klaus/clang/commit/9d50634cfc268ecc9a7250226dd5ca0e945240d4
596     filename.replace(' ', "\\ ")
597 }
598
599 // Makefile comments only need escaping newlines and `\`.
600 // The result can be unescaped by anything that can unescape `escape_default` and friends.
601 fn escape_dep_env(symbol: Symbol) -> String {
602     let s = symbol.as_str();
603     let mut escaped = String::with_capacity(s.len());
604     for c in s.chars() {
605         match c {
606             '\n' => escaped.push_str(r"\n"),
607             '\r' => escaped.push_str(r"\r"),
608             '\\' => escaped.push_str(r"\\"),
609             _ => escaped.push(c),
610         }
611     }
612     escaped
613 }
614
615 fn write_out_deps(
616     sess: &Session,
617     boxed_resolver: &RefCell<BoxedResolver>,
618     outputs: &OutputFilenames,
619     out_filenames: &[PathBuf],
620 ) {
621     // Write out dependency rules to the dep-info file if requested
622     if !sess.opts.output_types.contains_key(&OutputType::DepInfo) {
623         return;
624     }
625     let deps_filename = outputs.path(OutputType::DepInfo);
626
627     let result = (|| -> io::Result<()> {
628         // Build a list of files used to compile the output and
629         // write Makefile-compatible dependency rules
630         let mut files: Vec<String> = sess
631             .source_map()
632             .files()
633             .iter()
634             .filter(|fmap| fmap.is_real_file())
635             .filter(|fmap| !fmap.is_imported())
636             .map(|fmap| escape_dep_filename(&fmap.name.prefer_local().to_string()))
637             .collect();
638
639         // Account for explicitly marked-to-track files
640         // (e.g. accessed in proc macros).
641         let file_depinfo = sess.parse_sess.file_depinfo.borrow();
642         let extra_tracked_files = file_depinfo.iter().map(|path_sym| {
643             let path = PathBuf::from(path_sym.as_str());
644             let file = FileName::from(path);
645             escape_dep_filename(&file.prefer_local().to_string())
646         });
647         files.extend(extra_tracked_files);
648
649         if let Some(ref backend) = sess.opts.debugging_opts.codegen_backend {
650             files.push(backend.to_string());
651         }
652
653         if sess.binary_dep_depinfo() {
654             boxed_resolver.borrow_mut().access(|resolver| {
655                 for cnum in resolver.cstore().crates_untracked() {
656                     let source = resolver.cstore().crate_source_untracked(cnum);
657                     if let Some((path, _)) = &source.dylib {
658                         files.push(escape_dep_filename(&path.display().to_string()));
659                     }
660                     if let Some((path, _)) = &source.rlib {
661                         files.push(escape_dep_filename(&path.display().to_string()));
662                     }
663                     if let Some((path, _)) = &source.rmeta {
664                         files.push(escape_dep_filename(&path.display().to_string()));
665                     }
666                 }
667             });
668         }
669
670         let mut file = BufWriter::new(fs::File::create(&deps_filename)?);
671         for path in out_filenames {
672             writeln!(file, "{}: {}\n", path.display(), files.join(" "))?;
673         }
674
675         // Emit a fake target for each input file to the compilation. This
676         // prevents `make` from spitting out an error if a file is later
677         // deleted. For more info see #28735
678         for path in files {
679             writeln!(file, "{}:", path)?;
680         }
681
682         // Emit special comments with information about accessed environment variables.
683         let env_depinfo = sess.parse_sess.env_depinfo.borrow();
684         if !env_depinfo.is_empty() {
685             let mut envs: Vec<_> = env_depinfo
686                 .iter()
687                 .map(|(k, v)| (escape_dep_env(*k), v.map(escape_dep_env)))
688                 .collect();
689             envs.sort_unstable();
690             writeln!(file)?;
691             for (k, v) in envs {
692                 write!(file, "# env-dep:{}", k)?;
693                 if let Some(v) = v {
694                     write!(file, "={}", v)?;
695                 }
696                 writeln!(file)?;
697             }
698         }
699
700         Ok(())
701     })();
702
703     match result {
704         Ok(_) => {
705             if sess.opts.json_artifact_notifications {
706                 sess.parse_sess
707                     .span_diagnostic
708                     .emit_artifact_notification(&deps_filename, "dep-info");
709             }
710         }
711         Err(e) => sess.fatal(&format!(
712             "error writing dependencies to `{}`: {}",
713             deps_filename.display(),
714             e
715         )),
716     }
717 }
718
719 pub fn prepare_outputs(
720     sess: &Session,
721     compiler: &Compiler,
722     krate: &ast::Crate,
723     boxed_resolver: &RefCell<BoxedResolver>,
724     crate_name: &str,
725 ) -> Result<OutputFilenames> {
726     let _timer = sess.timer("prepare_outputs");
727
728     // FIXME: rustdoc passes &[] instead of &krate.attrs here
729     let outputs = util::build_output_filenames(
730         &compiler.input,
731         &compiler.output_dir,
732         &compiler.output_file,
733         &compiler.temps_dir,
734         &krate.attrs,
735         sess,
736     );
737
738     let output_paths =
739         generated_output_paths(sess, &outputs, compiler.output_file.is_some(), crate_name);
740
741     // Ensure the source file isn't accidentally overwritten during compilation.
742     if let Some(ref input_path) = compiler.input_path {
743         if sess.opts.will_create_output_file() {
744             if output_contains_path(&output_paths, input_path) {
745                 sess.err(&format!(
746                     "the input file \"{}\" would be overwritten by the generated \
747                         executable",
748                     input_path.display()
749                 ));
750                 return Err(ErrorGuaranteed);
751             }
752             if let Some(dir_path) = output_conflicts_with_dir(&output_paths) {
753                 sess.err(&format!(
754                     "the generated executable for the input file \"{}\" conflicts with the \
755                         existing directory \"{}\"",
756                     input_path.display(),
757                     dir_path.display()
758                 ));
759                 return Err(ErrorGuaranteed);
760             }
761         }
762     }
763
764     if let Some(ref dir) = compiler.temps_dir {
765         if fs::create_dir_all(dir).is_err() {
766             sess.err("failed to find or create the directory specified by `--temps-dir`");
767             return Err(ErrorGuaranteed);
768         }
769     }
770
771     write_out_deps(sess, boxed_resolver, &outputs, &output_paths);
772
773     let only_dep_info = sess.opts.output_types.contains_key(&OutputType::DepInfo)
774         && sess.opts.output_types.len() == 1;
775
776     if !only_dep_info {
777         if let Some(ref dir) = compiler.output_dir {
778             if fs::create_dir_all(dir).is_err() {
779                 sess.err("failed to find or create the directory specified by `--out-dir`");
780                 return Err(ErrorGuaranteed);
781             }
782         }
783     }
784
785     Ok(outputs)
786 }
787
788 pub static DEFAULT_QUERY_PROVIDERS: SyncLazy<Providers> = SyncLazy::new(|| {
789     let providers = &mut Providers::default();
790     providers.analysis = analysis;
791     proc_macro_decls::provide(providers);
792     rustc_const_eval::provide(providers);
793     rustc_middle::hir::provide(providers);
794     mir_borrowck::provide(providers);
795     mir_build::provide(providers);
796     rustc_mir_transform::provide(providers);
797     rustc_monomorphize::provide(providers);
798     rustc_privacy::provide(providers);
799     typeck::provide(providers);
800     ty::provide(providers);
801     traits::provide(providers);
802     rustc_passes::provide(providers);
803     rustc_resolve::provide(providers);
804     rustc_traits::provide(providers);
805     rustc_ty_utils::provide(providers);
806     rustc_metadata::provide(providers);
807     rustc_lint::provide(providers);
808     rustc_symbol_mangling::provide(providers);
809     rustc_codegen_ssa::provide(providers);
810     *providers
811 });
812
813 pub static DEFAULT_EXTERN_QUERY_PROVIDERS: SyncLazy<ExternProviders> = SyncLazy::new(|| {
814     let mut extern_providers = ExternProviders::default();
815     rustc_metadata::provide_extern(&mut extern_providers);
816     rustc_codegen_ssa::provide_extern(&mut extern_providers);
817     extern_providers
818 });
819
820 pub struct QueryContext<'tcx> {
821     gcx: &'tcx GlobalCtxt<'tcx>,
822 }
823
824 impl<'tcx> QueryContext<'tcx> {
825     pub fn enter<F, R>(&mut self, f: F) -> R
826     where
827         F: FnOnce(TyCtxt<'tcx>) -> R,
828     {
829         let icx = ty::tls::ImplicitCtxt::new(self.gcx);
830         ty::tls::enter_context(&icx, |_| f(icx.tcx))
831     }
832 }
833
834 pub fn create_global_ctxt<'tcx>(
835     compiler: &'tcx Compiler,
836     lint_store: Lrc<LintStore>,
837     krate: Rc<ast::Crate>,
838     dep_graph: DepGraph,
839     resolver: Rc<RefCell<BoxedResolver>>,
840     outputs: OutputFilenames,
841     crate_name: &str,
842     queries: &'tcx OnceCell<TcxQueries<'tcx>>,
843     global_ctxt: &'tcx OnceCell<GlobalCtxt<'tcx>>,
844     arena: &'tcx WorkerLocal<Arena<'tcx>>,
845     hir_arena: &'tcx WorkerLocal<rustc_ast_lowering::Arena<'tcx>>,
846 ) -> QueryContext<'tcx> {
847     // We're constructing the HIR here; we don't care what we will
848     // read, since we haven't even constructed the *input* to
849     // incr. comp. yet.
850     dep_graph.assert_ignored();
851
852     let sess = &compiler.session();
853     let krate = resolver
854         .borrow_mut()
855         .access(|resolver| lower_to_hir(sess, &lint_store, resolver, krate, hir_arena));
856     let resolver_outputs = BoxedResolver::to_resolver_outputs(resolver);
857
858     let query_result_on_disk_cache = rustc_incremental::load_query_result_cache(sess);
859
860     let codegen_backend = compiler.codegen_backend();
861     let mut local_providers = *DEFAULT_QUERY_PROVIDERS;
862     codegen_backend.provide(&mut local_providers);
863
864     let mut extern_providers = *DEFAULT_EXTERN_QUERY_PROVIDERS;
865     codegen_backend.provide_extern(&mut extern_providers);
866
867     if let Some(callback) = compiler.override_queries {
868         callback(sess, &mut local_providers, &mut extern_providers);
869     }
870
871     let queries = queries.get_or_init(|| {
872         TcxQueries::new(local_providers, extern_providers, query_result_on_disk_cache)
873     });
874
875     let gcx = sess.time("setup_global_ctxt", || {
876         global_ctxt.get_or_init(move || {
877             TyCtxt::create_global_ctxt(
878                 sess,
879                 lint_store,
880                 arena,
881                 resolver_outputs,
882                 krate,
883                 dep_graph,
884                 queries.on_disk_cache.as_ref().map(OnDiskCache::as_dyn),
885                 queries.as_dyn(),
886                 rustc_query_impl::query_callbacks(arena),
887                 crate_name,
888                 outputs,
889             )
890         })
891     });
892
893     QueryContext { gcx }
894 }
895
896 /// Runs the resolution, type-checking, region checking and other
897 /// miscellaneous analysis passes on the crate.
898 fn analysis(tcx: TyCtxt<'_>, (): ()) -> Result<()> {
899     rustc_passes::hir_id_validator::check_crate(tcx);
900
901     let sess = tcx.sess;
902     let mut entry_point = None;
903
904     sess.time("misc_checking_1", || {
905         parallel!(
906             {
907                 entry_point = sess.time("looking_for_entry_point", || tcx.entry_fn(()));
908
909                 sess.time("looking_for_derive_registrar", || {
910                     tcx.ensure().proc_macro_decls_static(())
911                 });
912
913                 CStore::from_tcx(tcx).report_unused_deps(tcx);
914             },
915             {
916                 tcx.hir().par_for_each_module(|module| {
917                     tcx.ensure().check_mod_loops(module);
918                     tcx.ensure().check_mod_attrs(module);
919                     tcx.ensure().check_mod_naked_functions(module);
920                     tcx.ensure().check_mod_unstable_api_usage(module);
921                     tcx.ensure().check_mod_const_bodies(module);
922                 });
923             },
924             {
925                 sess.time("unused_lib_feature_checking", || {
926                     rustc_passes::stability::check_unused_or_stable_features(tcx)
927                 });
928             },
929             {
930                 // We force these querie to run,
931                 // since they might not otherwise get called.
932                 // This marks the corresponding crate-level attributes
933                 // as used, and ensures that their values are valid.
934                 tcx.ensure().limits(());
935                 tcx.ensure().stability_index(());
936             }
937         );
938     });
939
940     // passes are timed inside typeck
941     typeck::check_crate(tcx)?;
942
943     sess.time("misc_checking_2", || {
944         parallel!(
945             {
946                 sess.time("match_checking", || {
947                     tcx.hir().par_body_owners(|def_id| tcx.ensure().check_match(def_id.to_def_id()))
948                 });
949             },
950             {
951                 sess.time("liveness_and_intrinsic_checking", || {
952                     tcx.hir().par_for_each_module(|module| {
953                         // this must run before MIR dump, because
954                         // "not all control paths return a value" is reported here.
955                         //
956                         // maybe move the check to a MIR pass?
957                         tcx.ensure().check_mod_liveness(module);
958                         tcx.ensure().check_mod_intrinsics(module);
959                     });
960                 });
961             }
962         );
963     });
964
965     sess.time("MIR_borrow_checking", || {
966         tcx.hir().par_body_owners(|def_id| tcx.ensure().mir_borrowck(def_id));
967     });
968
969     sess.time("MIR_effect_checking", || {
970         for def_id in tcx.hir().body_owners() {
971             tcx.ensure().thir_check_unsafety(def_id);
972             if !tcx.sess.opts.debugging_opts.thir_unsafeck {
973                 rustc_mir_transform::check_unsafety::check_unsafety(tcx, def_id);
974             }
975
976             if tcx.hir().body_const_context(def_id).is_some() {
977                 tcx.ensure()
978                     .mir_drops_elaborated_and_const_checked(ty::WithOptConstParam::unknown(def_id));
979             }
980         }
981     });
982
983     sess.time("layout_testing", || layout_test::test_layout(tcx));
984
985     // Avoid overwhelming user with errors if borrow checking failed.
986     // I'm not sure how helpful this is, to be honest, but it avoids a
987     // lot of annoying errors in the ui tests (basically,
988     // lint warnings and so on -- kindck used to do this abort, but
989     // kindck is gone now). -nmatsakis
990     if sess.has_errors() {
991         return Err(ErrorGuaranteed);
992     }
993
994     sess.time("misc_checking_3", || {
995         parallel!(
996             {
997                 tcx.ensure().privacy_access_levels(());
998
999                 parallel!(
1000                     {
1001                         tcx.ensure().check_private_in_public(());
1002                     },
1003                     {
1004                         tcx.hir()
1005                             .par_for_each_module(|module| tcx.ensure().check_mod_deathness(module));
1006                     },
1007                     {
1008                         sess.time("lint_checking", || {
1009                             rustc_lint::check_crate(tcx, || {
1010                                 rustc_lint::BuiltinCombinedLateLintPass::new()
1011                             });
1012                         });
1013                     }
1014                 );
1015             },
1016             {
1017                 sess.time("privacy_checking_modules", || {
1018                     tcx.hir().par_for_each_module(|module| {
1019                         tcx.ensure().check_mod_privacy(module);
1020                     });
1021                 });
1022             }
1023         );
1024     });
1025
1026     Ok(())
1027 }
1028
1029 fn encode_and_write_metadata(
1030     tcx: TyCtxt<'_>,
1031     outputs: &OutputFilenames,
1032 ) -> (EncodedMetadata, bool) {
1033     #[derive(PartialEq, Eq, PartialOrd, Ord)]
1034     enum MetadataKind {
1035         None,
1036         Uncompressed,
1037         Compressed,
1038     }
1039
1040     let metadata_kind = tcx
1041         .sess
1042         .crate_types()
1043         .iter()
1044         .map(|ty| match *ty {
1045             CrateType::Executable | CrateType::Staticlib | CrateType::Cdylib => MetadataKind::None,
1046
1047             CrateType::Rlib => MetadataKind::Uncompressed,
1048
1049             CrateType::Dylib | CrateType::ProcMacro => MetadataKind::Compressed,
1050         })
1051         .max()
1052         .unwrap_or(MetadataKind::None);
1053
1054     let metadata = match metadata_kind {
1055         MetadataKind::None => EncodedMetadata::new(),
1056         MetadataKind::Uncompressed | MetadataKind::Compressed => encode_metadata(tcx),
1057     };
1058
1059     let _prof_timer = tcx.sess.prof.generic_activity("write_crate_metadata");
1060
1061     let need_metadata_file = tcx.sess.opts.output_types.contains_key(&OutputType::Metadata);
1062     if need_metadata_file {
1063         let crate_name = tcx.crate_name(LOCAL_CRATE);
1064         let out_filename = filename_for_metadata(tcx.sess, crate_name.as_str(), outputs);
1065         // To avoid races with another rustc process scanning the output directory,
1066         // we need to write the file somewhere else and atomically move it to its
1067         // final destination, with an `fs::rename` call. In order for the rename to
1068         // always succeed, the temporary file needs to be on the same filesystem,
1069         // which is why we create it inside the output directory specifically.
1070         let metadata_tmpdir = TempFileBuilder::new()
1071             .prefix("rmeta")
1072             .tempdir_in(out_filename.parent().unwrap())
1073             .unwrap_or_else(|err| tcx.sess.fatal(&format!("couldn't create a temp dir: {}", err)));
1074         let metadata_tmpdir = MaybeTempDir::new(metadata_tmpdir, tcx.sess.opts.cg.save_temps);
1075         let metadata_filename = emit_metadata(tcx.sess, metadata.raw_data(), &metadata_tmpdir);
1076         if let Err(e) = util::non_durable_rename(&metadata_filename, &out_filename) {
1077             tcx.sess.fatal(&format!("failed to write {}: {}", out_filename.display(), e));
1078         }
1079         if tcx.sess.opts.json_artifact_notifications {
1080             tcx.sess
1081                 .parse_sess
1082                 .span_diagnostic
1083                 .emit_artifact_notification(&out_filename, "metadata");
1084         }
1085     }
1086
1087     let need_metadata_module = metadata_kind == MetadataKind::Compressed;
1088
1089     (metadata, need_metadata_module)
1090 }
1091
1092 /// Runs the codegen backend, after which the AST and analysis can
1093 /// be discarded.
1094 pub fn start_codegen<'tcx>(
1095     codegen_backend: &dyn CodegenBackend,
1096     tcx: TyCtxt<'tcx>,
1097     outputs: &OutputFilenames,
1098 ) -> Box<dyn Any> {
1099     info!("Pre-codegen\n{:?}", tcx.debug_stats());
1100
1101     let (metadata, need_metadata_module) = encode_and_write_metadata(tcx, outputs);
1102
1103     let codegen = tcx.sess.time("codegen_crate", move || {
1104         codegen_backend.codegen_crate(tcx, metadata, need_metadata_module)
1105     });
1106
1107     // Don't run these test assertions when not doing codegen. Compiletest tries to build
1108     // build-fail tests in check mode first and expects it to not give an error in that case.
1109     if tcx.sess.opts.output_types.should_codegen() {
1110         rustc_incremental::assert_module_sources::assert_module_sources(tcx);
1111         rustc_symbol_mangling::test::report_symbol_names(tcx);
1112     }
1113
1114     info!("Post-codegen\n{:?}", tcx.debug_stats());
1115
1116     if tcx.sess.opts.output_types.contains_key(&OutputType::Mir) {
1117         if let Err(e) = rustc_mir_transform::dump_mir::emit_mir(tcx, outputs) {
1118             tcx.sess.err(&format!("could not emit MIR: {}", e));
1119             tcx.sess.abort_if_errors();
1120         }
1121     }
1122
1123     codegen
1124 }
1125
1126 fn get_recursion_limit(krate_attrs: &[ast::Attribute], sess: &Session) -> Limit {
1127     if let Some(attr) = krate_attrs
1128         .iter()
1129         .find(|attr| attr.has_name(sym::recursion_limit) && attr.value_str().is_none())
1130     {
1131         // This is here mainly to check for using a macro, such as
1132         // #![recursion_limit = foo!()]. That is not supported since that
1133         // would require expanding this while in the middle of expansion,
1134         // which needs to know the limit before expanding. Otherwise,
1135         // validation would normally be caught in AstValidator (via
1136         // `check_builtin_attribute`), but by the time that runs the macro
1137         // is expanded, and it doesn't give an error.
1138         validate_attr::emit_fatal_malformed_builtin_attribute(
1139             &sess.parse_sess,
1140             attr,
1141             sym::recursion_limit,
1142         );
1143     }
1144     rustc_middle::middle::limits::get_recursion_limit(krate_attrs, sess)
1145 }