1 // Copyright 2012-2015 The Rust Project Developers. See the COPYRIGHT
2 // file at the top-level directory of this distribution and at
3 // http://rust-lang.org/COPYRIGHT.
5 // Licensed under the Apache License, Version 2.0 <LICENSE-APACHE or
6 // http://www.apache.org/licenses/LICENSE-2.0> or the MIT license
7 // <LICENSE-MIT or http://opensource.org/licenses/MIT>, at your
8 // option. This file may not be copied, modified, or distributed
9 // except according to those terms.
11 //! The implementation of the query system itself. Defines the macros
12 //! that generate the actual methods on tcx which find and execute the
13 //! provider, manage the caches, and so forth.
15 use dep_graph::{DepNodeIndex, DepNode, DepKind, DepNodeColor};
16 use errors::DiagnosticBuilder;
18 use errors::Diagnostic;
19 use errors::FatalError;
23 use ty::query::config::{QueryConfig, QueryDescription};
24 use ty::query::job::{QueryJob, QueryResult, QueryInfo};
27 use util::common::{profq_msg, ProfileQueriesMsg, QueryMsg};
29 use rustc_data_structures::fx::{FxHashMap};
30 use rustc_data_structures::sync::{Lrc, Lock};
33 use std::collections::hash_map::Entry;
35 use syntax::codemap::DUMMY_SP;
37 pub struct QueryCache<'tcx, D: QueryConfig<'tcx> + ?Sized> {
38 pub(super) results: FxHashMap<D::Key, QueryValue<D::Value>>,
39 pub(super) active: FxHashMap<D::Key, QueryResult<'tcx>>,
42 pub(super) struct QueryValue<T> {
44 pub(super) index: DepNodeIndex,
47 impl<T> QueryValue<T> {
48 pub(super) fn new(value: T,
49 dep_node_index: DepNodeIndex)
53 index: dep_node_index,
58 impl<'tcx, M: QueryConfig<'tcx>> QueryCache<'tcx, M> {
59 pub(super) fn new() -> QueryCache<'tcx, M> {
67 // If enabled, send a message to the profile-queries thread
68 macro_rules! profq_msg {
69 ($tcx:expr, $msg:expr) => {
70 if cfg!(debug_assertions) {
71 if $tcx.sess.profile_queries() {
72 profq_msg($tcx.sess, $msg)
78 // If enabled, format a key using its debug string, which can be
79 // expensive to compute (in terms of time).
80 macro_rules! profq_query_msg {
81 ($query:expr, $tcx:expr, $key:expr) => {{
82 let msg = if cfg!(debug_assertions) {
83 if $tcx.sess.profile_queries_and_keys() {
84 Some(format!("{:?}", $key))
94 /// A type representing the responsibility to execute the job in the `job` field.
95 /// This will poison the relevant query if dropped.
96 pub(super) struct JobOwner<'a, 'tcx: 'a, Q: QueryDescription<'tcx> + 'a> {
97 cache: &'a Lock<QueryCache<'tcx, Q>>,
99 job: Lrc<QueryJob<'tcx>>,
102 impl<'a, 'tcx, Q: QueryDescription<'tcx>> JobOwner<'a, 'tcx, Q> {
103 /// Either gets a JobOwner corresponding the the query, allowing us to
104 /// start executing the query, or it returns with the result of the query.
105 /// If the query is executing elsewhere, this will wait for it.
106 /// If the query panicked, this will silently panic.
108 /// This function is inlined because that results in a noticeable speedup
109 /// for some compile-time benchmarks.
111 pub(super) fn try_get(
112 tcx: TyCtxt<'a, 'tcx, '_>,
115 ) -> TryGetJob<'a, 'tcx, Q> {
116 let cache = Q::query_cache(tcx);
118 let mut lock = cache.borrow_mut();
119 if let Some(value) = lock.results.get(key) {
120 profq_msg!(tcx, ProfileQueriesMsg::CacheHit);
121 let result = Ok((value.value.clone(), value.index));
122 return TryGetJob::JobCompleted(result);
124 let job = match lock.active.entry((*key).clone()) {
125 Entry::Occupied(entry) => {
127 QueryResult::Started(ref job) => job.clone(),
128 QueryResult::Poisoned => FatalError.raise(),
131 Entry::Vacant(entry) => {
132 // No job entry for this query. Return a new one to be started later
133 return tls::with_related_context(tcx, |icx| {
134 let info = QueryInfo {
136 query: Q::query(key.clone()),
138 let job = Lrc::new(QueryJob::new(info, icx.query.clone()));
139 let owner = JobOwner {
144 entry.insert(QueryResult::Started(job));
145 TryGetJob::NotYetStarted(owner)
151 if let Err(cycle) = job.await(tcx, span) {
152 return TryGetJob::JobCompleted(Err(cycle));
157 /// Completes the query by updating the query cache with the `result`,
158 /// signals the waiter and forgets the JobOwner, so it won't poison the query
159 pub(super) fn complete(self, result: &Q::Value, dep_node_index: DepNodeIndex) {
160 // We can move out of `self` here because we `mem::forget` it below
161 let key = unsafe { ptr::read(&self.key) };
162 let job = unsafe { ptr::read(&self.job) };
163 let cache = self.cache;
165 // Forget ourself so our destructor won't poison the query
168 let value = QueryValue::new(result.clone(), dep_node_index);
170 let mut lock = cache.borrow_mut();
171 lock.active.remove(&key);
172 lock.results.insert(key, value);
175 job.signal_complete();
178 /// Executes a job by changing the ImplicitCtxt to point to the
179 /// new query job while it executes. It returns the diagnostics
180 /// captured during execution and the actual result.
181 pub(super) fn start<'lcx, F, R>(
183 tcx: TyCtxt<'_, 'tcx, 'lcx>,
185 -> (R, Vec<Diagnostic>)
187 F: for<'b> FnOnce(TyCtxt<'b, 'tcx, 'lcx>) -> R
189 // The TyCtxt stored in TLS has the same global interner lifetime
190 // as `tcx`, so we use `with_related_context` to relate the 'gcx lifetimes
191 // when accessing the ImplicitCtxt
192 let r = tls::with_related_context(tcx, move |current_icx| {
193 // Update the ImplicitCtxt to point to our new query job
194 let new_icx = tls::ImplicitCtxt {
196 query: Some(self.job.clone()),
197 layout_depth: current_icx.layout_depth,
198 task: current_icx.task,
201 // Use the ImplicitCtxt while we execute the query
202 tls::enter_context(&new_icx, |_| {
207 // Extract the diagnostic from the job
208 let diagnostics = mem::replace(&mut *self.job.diagnostics.lock(), Vec::new());
214 impl<'a, 'tcx, Q: QueryDescription<'tcx>> Drop for JobOwner<'a, 'tcx, Q> {
216 // Poison the query so jobs waiting on it panic
217 self.cache.borrow_mut().active.insert(self.key.clone(), QueryResult::Poisoned);
218 // Also signal the completion of the job, so waiters
219 // will continue execution
220 self.job.signal_complete();
225 pub struct CycleError<'tcx> {
226 /// The query and related span which uses the cycle
227 pub(super) usage: Option<(Span, Query<'tcx>)>,
228 pub(super) cycle: Vec<QueryInfo<'tcx>>,
231 /// The result of `try_get_lock`
232 pub(super) enum TryGetJob<'a, 'tcx: 'a, D: QueryDescription<'tcx> + 'a> {
233 /// The query is not yet started. Contains a guard to the cache eventually used to start it.
234 NotYetStarted(JobOwner<'a, 'tcx, D>),
236 /// The query was already completed.
237 /// Returns the result of the query and its dep node index
238 /// if it succeeded or a cycle error if it failed
239 JobCompleted(Result<(D::Value, DepNodeIndex), CycleError<'tcx>>),
242 impl<'a, 'gcx, 'tcx> TyCtxt<'a, 'gcx, 'tcx> {
243 pub(super) fn report_cycle(self, CycleError { usage, cycle: stack }: CycleError<'gcx>)
244 -> DiagnosticBuilder<'a>
246 assert!(!stack.is_empty());
248 let fix_span = |span: Span, query: &Query<'gcx>| {
249 self.sess.codemap().def_span(query.default_span(self, span))
252 // Disable naming impls with types in this path, since that
253 // sometimes cycles itself, leading to extra cycle errors.
254 // (And cycle errors around impls tend to occur during the
255 // collect/coherence phases anyhow.)
256 item_path::with_forced_impl_filename_line(|| {
257 let span = fix_span(stack[1 % stack.len()].span, &stack[0].query);
258 let mut err = struct_span_err!(self.sess,
261 "cycle detected when {}",
262 stack[0].query.describe(self));
264 for i in 1..stack.len() {
265 let query = &stack[i].query;
266 let span = fix_span(stack[(i + 1) % stack.len()].span, query);
267 err.span_note(span, &format!("...which requires {}...", query.describe(self)));
270 err.note(&format!("...which again requires {}, completing the cycle",
271 stack[0].query.describe(self)));
273 if let Some((span, query)) = usage {
274 err.span_note(fix_span(span, &query),
275 &format!("cycle used when {}", query.describe(self)));
282 pub fn try_print_query_stack() {
283 eprintln!("query stack during panic:");
285 tls::with_context_opt(|icx| {
286 if let Some(icx) = icx {
287 let mut current_query = icx.query.clone();
290 while let Some(query) = current_query {
291 let mut db = DiagnosticBuilder::new(icx.tcx.sess.diagnostic(),
293 &format!("#{} [{}] {}",
295 query.info.query.name(),
296 query.info.query.describe(icx.tcx)));
297 db.set_span(icx.tcx.sess.codemap().def_span(query.info.span));
298 icx.tcx.sess.diagnostic().force_print_db(db);
300 current_query = query.parent.clone();
306 eprintln!("end of query stack");
309 /// Try to read a node index for the node dep_node.
310 /// A node will have an index, when it's already been marked green, or when we can mark it
311 /// green. This function will mark the current task as a reader of the specified node, when
312 /// the a node index can be found for that node.
313 pub(super) fn try_mark_green_and_read(self, dep_node: &DepNode) -> Option<DepNodeIndex> {
314 match self.dep_graph.node_color(dep_node) {
315 Some(DepNodeColor::Green(dep_node_index)) => {
316 self.dep_graph.read_index(dep_node_index);
319 Some(DepNodeColor::Red) => {
323 // try_mark_green (called below) will panic when full incremental
324 // compilation is disabled. If that's the case, we can't try to mark nodes
325 // as green anyway, so we can safely return None here.
326 if !self.dep_graph.is_fully_enabled() {
329 match self.dep_graph.try_mark_green(self.global_tcx(), &dep_node) {
330 Some(dep_node_index) => {
331 debug_assert!(self.dep_graph.is_green(&dep_node));
332 self.dep_graph.read_index(dep_node_index);
343 fn try_get_with<Q: QueryDescription<'gcx>>(
347 -> Result<Q::Value, CycleError<'gcx>>
349 debug!("ty::queries::{}::try_get_with(key={:?}, span={:?})",
355 ProfileQueriesMsg::QueryBegin(
357 profq_query_msg!(Q::NAME, self, key),
361 let job = match JobOwner::try_get(self, span, &key) {
362 TryGetJob::NotYetStarted(job) => job,
363 TryGetJob::JobCompleted(result) => {
364 return result.map(|(v, index)| {
365 self.dep_graph.read_index(index);
371 // Fast path for when incr. comp. is off. `to_dep_node` is
372 // expensive for some DepKinds.
373 if !self.dep_graph.is_fully_enabled() {
374 let null_dep_node = DepNode::new_no_params(::dep_graph::DepKind::Null);
375 return self.force_query_with_job::<Q>(key, job, null_dep_node).map(|(v, _)| v);
378 let dep_node = Q::to_dep_node(self, &key);
380 if dep_node.kind.is_anon() {
381 profq_msg!(self, ProfileQueriesMsg::ProviderBegin);
382 self.sess.profiler(|p| p.start_activity(Q::CATEGORY));
384 let res = job.start(self, |tcx| {
385 tcx.dep_graph.with_anon_task(dep_node.kind, || {
386 Q::compute(tcx.global_tcx(), key)
390 self.sess.profiler(|p| p.end_activity(Q::CATEGORY));
391 profq_msg!(self, ProfileQueriesMsg::ProviderEnd);
392 let ((result, dep_node_index), diagnostics) = res;
394 self.dep_graph.read_index(dep_node_index);
396 self.queries.on_disk_cache
397 .store_diagnostics_for_anon_node(dep_node_index, diagnostics);
399 job.complete(&result, dep_node_index);
404 if !dep_node.kind.is_input() {
405 if let Some(dep_node_index) = self.try_mark_green_and_read(&dep_node) {
406 profq_msg!(self, ProfileQueriesMsg::CacheHit);
407 return self.load_from_disk_and_cache_in_memory::<Q>(key,
414 match self.force_query_with_job::<Q>(key, job, dep_node) {
415 Ok((result, dep_node_index)) => {
416 self.dep_graph.read_index(dep_node_index);
423 fn load_from_disk_and_cache_in_memory<Q: QueryDescription<'gcx>>(
426 job: JobOwner<'a, 'gcx, Q>,
427 dep_node_index: DepNodeIndex,
429 ) -> Result<Q::Value, CycleError<'gcx>>
431 // Note this function can be called concurrently from the same query
432 // We must ensure that this is handled correctly
434 debug_assert!(self.dep_graph.is_green(dep_node));
436 // First we try to load the result from the on-disk cache
437 let result = if Q::cache_on_disk(key.clone()) &&
438 self.sess.opts.debugging_opts.incremental_queries {
439 let prev_dep_node_index =
440 self.dep_graph.prev_dep_node_index_of(dep_node);
441 let result = Q::try_load_from_disk(self.global_tcx(),
442 prev_dep_node_index);
444 // We always expect to find a cached result for things that
445 // can be forced from DepNode.
446 debug_assert!(!dep_node.kind.can_reconstruct_query_key() ||
448 "Missing on-disk cache entry for {:?}",
452 // Some things are never cached on disk.
456 let result = if let Some(result) = result {
459 // We could not load a result from the on-disk cache, so
462 // The diagnostics for this query have already been
463 // promoted to the current session during
464 // try_mark_green(), so we can ignore them here.
465 let (result, _) = job.start(self, |tcx| {
466 // The dep-graph for this computation is already in
468 tcx.dep_graph.with_ignore(|| {
475 // If -Zincremental-verify-ich is specified, re-hash results from
476 // the cache and make sure that they have the expected fingerprint.
477 if self.sess.opts.debugging_opts.incremental_verify_ich {
478 use rustc_data_structures::stable_hasher::{StableHasher, HashStable};
479 use ich::Fingerprint;
481 assert!(Some(self.dep_graph.fingerprint_of(dep_node_index)) ==
482 self.dep_graph.prev_fingerprint_of(dep_node),
483 "Fingerprint for green query instance not loaded \
484 from cache: {:?}", dep_node);
486 debug!("BEGIN verify_ich({:?})", dep_node);
487 let mut hcx = self.create_stable_hashing_context();
488 let mut hasher = StableHasher::new();
490 result.hash_stable(&mut hcx, &mut hasher);
492 let new_hash: Fingerprint = hasher.finish();
493 debug!("END verify_ich({:?})", dep_node);
495 let old_hash = self.dep_graph.fingerprint_of(dep_node_index);
497 assert!(new_hash == old_hash, "Found unstable fingerprints \
498 for {:?}", dep_node);
501 if self.sess.opts.debugging_opts.query_dep_graph {
502 self.dep_graph.mark_loaded_from_cache(dep_node_index, true);
505 job.complete(&result, dep_node_index);
510 fn force_query_with_job<Q: QueryDescription<'gcx>>(
513 job: JobOwner<'_, 'gcx, Q>,
515 -> Result<(Q::Value, DepNodeIndex), CycleError<'gcx>> {
516 // If the following assertion triggers, it can have two reasons:
517 // 1. Something is wrong with DepNode creation, either here or
518 // in DepGraph::try_mark_green()
519 // 2. Two distinct query keys get mapped to the same DepNode
520 // (see for example #48923)
521 assert!(!self.dep_graph.dep_node_exists(&dep_node),
522 "Forcing query with already existing DepNode.\n\
527 profq_msg!(self, ProfileQueriesMsg::ProviderBegin);
528 self.sess.profiler(|p| p.start_activity(Q::CATEGORY));
530 let res = job.start(self, |tcx| {
531 if dep_node.kind.is_eval_always() {
532 tcx.dep_graph.with_eval_always_task(dep_node,
537 tcx.dep_graph.with_task(dep_node,
544 self.sess.profiler(|p| p.end_activity(Q::CATEGORY));
545 profq_msg!(self, ProfileQueriesMsg::ProviderEnd);
547 let ((result, dep_node_index), diagnostics) = res;
549 if self.sess.opts.debugging_opts.query_dep_graph {
550 self.dep_graph.mark_loaded_from_cache(dep_node_index, false);
553 if dep_node.kind != ::dep_graph::DepKind::Null {
554 self.queries.on_disk_cache
555 .store_diagnostics(dep_node_index, diagnostics);
558 job.complete(&result, dep_node_index);
560 Ok((result, dep_node_index))
563 /// Ensure that either this query has all green inputs or been executed.
564 /// Executing query::ensure(D) is considered a read of the dep-node D.
566 /// This function is particularly useful when executing passes for their
567 /// side-effects -- e.g., in order to report errors for erroneous programs.
569 /// Note: The optimization is only available during incr. comp.
570 pub(super) fn ensure_query<Q: QueryDescription<'gcx>>(self, key: Q::Key) -> () {
571 let dep_node = Q::to_dep_node(self, &key);
573 // Ensuring an "input" or anonymous query makes no sense
574 assert!(!dep_node.kind.is_anon());
575 assert!(!dep_node.kind.is_input());
576 if self.try_mark_green_and_read(&dep_node).is_none() {
577 // A None return from `try_mark_green_and_read` means that this is either
578 // a new dep node or that the dep node has already been marked red.
579 // Either way, we can't call `dep_graph.read()` as we don't have the
580 // DepNodeIndex. We must invoke the query itself. The performance cost
581 // this introduces should be negligible as we'll immediately hit the
582 // in-memory cache, or another query down the line will.
583 let _ = self.get_query::<Q>(DUMMY_SP, key);
588 fn force_query<Q: QueryDescription<'gcx>>(
593 ) -> Result<(Q::Value, DepNodeIndex), CycleError<'gcx>> {
594 // We may be concurrently trying both execute and force a query
595 // Ensure that only one of them runs the query
596 let job = match JobOwner::try_get(self, span, &key) {
597 TryGetJob::NotYetStarted(job) => job,
598 TryGetJob::JobCompleted(result) => return result,
600 self.force_query_with_job::<Q>(key, job, dep_node)
603 pub(super) fn try_get_query<Q: QueryDescription<'gcx>>(
607 ) -> Result<Q::Value, DiagnosticBuilder<'a>> {
608 match self.try_get_with::<Q>(span, key) {
610 Err(e) => Err(self.report_cycle(e)),
614 pub(super) fn get_query<Q: QueryDescription<'gcx>>(
619 self.try_get_query::<Q>(span, key).unwrap_or_else(|mut e| {
621 Q::handle_cycle_error(self)
626 macro_rules! handle_cycle_error {
627 ([][$this: expr]) => {{
628 Value::from_cycle_error($this.global_tcx())
630 ([fatal_cycle$(, $modifiers:ident)*][$this:expr]) => {{
631 $this.sess.abort_if_errors();
634 ([$other:ident$(, $modifiers:ident)*][$($args:tt)*]) => {
635 handle_cycle_error!([$($modifiers),*][$($args)*])
639 macro_rules! define_queries {
640 (<$tcx:tt> $($category:tt {
641 $($(#[$attr:meta])* [$($modifiers:tt)*] fn $name:ident: $node:ident($K:ty) -> $V:ty,)*
643 define_queries_inner! { <$tcx>
644 $($( $(#[$attr])* category<$category> [$($modifiers)*] fn $name: $node($K) -> $V,)*)*
649 macro_rules! define_queries_inner {
651 $($(#[$attr:meta])* category<$category:tt>
652 [$($modifiers:tt)*] fn $name:ident: $node:ident($K:ty) -> $V:ty,)*) => {
655 #[cfg(parallel_queries)]
656 use ty::query::job::QueryResult;
657 use rustc_data_structures::sync::Lock;
659 rustc_data_structures::stable_hasher::HashStable,
660 rustc_data_structures::stable_hasher::StableHasherResult,
661 rustc_data_structures::stable_hasher::StableHasher,
662 ich::StableHashingContext
664 use util::profiling::ProfileCategory;
666 define_queries_struct! {
668 input: ($(([$($modifiers)*] [$($attr)*] [$name]))*)
671 impl<$tcx> Queries<$tcx> {
673 providers: IndexVec<CrateNum, Providers<$tcx>>,
674 on_disk_cache: OnDiskCache<'tcx>,
679 $($name: Lock::new(QueryCache::new())),*
683 #[cfg(parallel_queries)]
684 pub fn collect_active_jobs(&self) -> Vec<Lrc<QueryJob<$tcx>>> {
685 let mut jobs = Vec::new();
687 // We use try_lock here since we are only called from the
688 // deadlock handler, and this shouldn't be locked
689 $(for v in self.$name.try_lock().unwrap().active.values() {
691 QueryResult::Started(ref job) => jobs.push(job.clone()),
701 #[derive(Copy, Clone, Debug, PartialEq, Eq, Hash)]
702 pub enum Query<$tcx> {
703 $($(#[$attr])* $name($K)),*
706 impl<$tcx> Query<$tcx> {
707 pub fn name(&self) -> &'static str {
709 $(Query::$name(_) => stringify!($name),)*
713 pub fn describe(&self, tcx: TyCtxt) -> String {
714 let (r, name) = match *self {
715 $(Query::$name(key) => {
716 (queries::$name::describe(tcx, key), stringify!($name))
719 if tcx.sess.verbose() {
720 format!("{} [{}]", r, name)
726 // FIXME(eddyb) Get more valid Span's on queries.
727 pub fn default_span(&self, tcx: TyCtxt<'_, $tcx, '_>, span: Span) -> Span {
728 if !span.is_dummy() {
731 // The def_span query is used to calculate default_span,
732 // so exit to avoid infinite recursion
734 Query::def_span(..) => return span,
738 $(Query::$name(key) => key.default_span(tcx),)*
743 impl<'a, $tcx> HashStable<StableHashingContext<'a>> for Query<$tcx> {
744 fn hash_stable<W: StableHasherResult>(&self,
745 hcx: &mut StableHashingContext<'a>,
746 hasher: &mut StableHasher<W>) {
747 mem::discriminant(self).hash_stable(hcx, hasher);
749 $(Query::$name(key) => key.hash_stable(hcx, hasher),)*
755 use std::marker::PhantomData;
757 $(#[allow(bad_style)]
758 pub struct $name<$tcx> {
759 data: PhantomData<&$tcx ()>
763 // This module and the functions in it exist only to provide a
764 // predictable symbol name prefix for query providers. This is helpful
765 // for analyzing queries in profilers.
766 pub(super) mod __query_compute {
768 pub fn $name<F: FnOnce() -> R, R>(f: F) -> R {
773 $(impl<$tcx> QueryConfig<$tcx> for queries::$name<$tcx> {
777 const NAME: &'static str = stringify!($name);
778 const CATEGORY: ProfileCategory = $category;
781 impl<$tcx> QueryAccessors<$tcx> for queries::$name<$tcx> {
782 fn query(key: Self::Key) -> Query<'tcx> {
786 fn query_cache<'a>(tcx: TyCtxt<'a, $tcx, '_>) -> &'a Lock<QueryCache<$tcx, Self>> {
791 fn to_dep_node(tcx: TyCtxt<'_, $tcx, '_>, key: &Self::Key) -> DepNode {
792 use dep_graph::DepConstructor::*;
794 DepNode::new(tcx, $node(*key))
798 fn compute(tcx: TyCtxt<'_, 'tcx, '_>, key: Self::Key) -> Self::Value {
799 __query_compute::$name(move || {
800 let provider = tcx.queries.providers[key.query_crate()].$name;
801 provider(tcx.global_tcx(), key)
805 fn handle_cycle_error(tcx: TyCtxt<'_, 'tcx, '_>) -> Self::Value {
806 handle_cycle_error!([$($modifiers)*][tcx])
810 impl<'a, $tcx, 'lcx> queries::$name<$tcx> {
811 /// Ensure that either this query has all green inputs or been executed.
812 /// Executing query::ensure(D) is considered a read of the dep-node D.
814 /// This function is particularly useful when executing passes for their
815 /// side-effects -- e.g., in order to report errors for erroneous programs.
817 /// Note: The optimization is only available during incr. comp.
818 pub fn ensure(tcx: TyCtxt<'a, $tcx, 'lcx>, key: $K) -> () {
819 tcx.ensure_query::<queries::$name>(key);
823 #[derive(Copy, Clone)]
824 pub struct TyCtxtAt<'a, 'gcx: 'a+'tcx, 'tcx: 'a> {
825 pub tcx: TyCtxt<'a, 'gcx, 'tcx>,
829 impl<'a, 'gcx, 'tcx> Deref for TyCtxtAt<'a, 'gcx, 'tcx> {
830 type Target = TyCtxt<'a, 'gcx, 'tcx>;
831 fn deref(&self) -> &Self::Target {
836 impl<'a, $tcx, 'lcx> TyCtxt<'a, $tcx, 'lcx> {
837 /// Return a transparent wrapper for `TyCtxt` which uses
838 /// `span` as the location of queries performed through it.
839 pub fn at(self, span: Span) -> TyCtxtAt<'a, $tcx, 'lcx> {
847 pub fn $name(self, key: $K) -> $V {
848 self.at(DUMMY_SP).$name(key)
852 impl<'a, $tcx, 'lcx> TyCtxtAt<'a, $tcx, 'lcx> {
854 pub fn $name(self, key: $K) -> $V {
855 self.tcx.get_query::<queries::$name>(self.span, key)
859 define_provider_struct! {
861 input: ($(([$($modifiers)*] [$name] [$K] [$V]))*)
864 impl<$tcx> Copy for Providers<$tcx> {}
865 impl<$tcx> Clone for Providers<$tcx> {
866 fn clone(&self) -> Self { *self }
871 macro_rules! define_queries_struct {
873 input: ($(([$($modifiers:tt)*] [$($attr:tt)*] [$name:ident]))*)) => {
874 pub(crate) struct Queries<$tcx> {
875 /// This provides access to the incr. comp. on-disk cache for query results.
876 /// Do not access this directly. It is only meant to be used by
877 /// `DepGraph::try_mark_green()` and the query infrastructure.
878 pub(crate) on_disk_cache: OnDiskCache<'tcx>,
880 providers: IndexVec<CrateNum, Providers<$tcx>>,
882 $($(#[$attr])* $name: Lock<QueryCache<$tcx, queries::$name<$tcx>>>,)*
887 macro_rules! define_provider_struct {
889 input: ($(([$($modifiers:tt)*] [$name:ident] [$K:ty] [$R:ty]))*)) => {
890 pub struct Providers<$tcx> {
891 $(pub $name: for<'a> fn(TyCtxt<'a, $tcx, $tcx>, $K) -> $R,)*
894 impl<$tcx> Default for Providers<$tcx> {
895 fn default() -> Self {
896 $(fn $name<'a, $tcx>(_: TyCtxt<'a, $tcx, $tcx>, key: $K) -> $R {
897 bug!("tcx.{}({:?}) unsupported by its crate",
898 stringify!($name), key);
900 Providers { $($name),* }
907 /// The red/green evaluation system will try to mark a specific DepNode in the
908 /// dependency graph as green by recursively trying to mark the dependencies of
909 /// that DepNode as green. While doing so, it will sometimes encounter a DepNode
910 /// where we don't know if it is red or green and we therefore actually have
911 /// to recompute its value in order to find out. Since the only piece of
912 /// information that we have at that point is the DepNode we are trying to
913 /// re-evaluate, we need some way to re-run a query from just that. This is what
914 /// `force_from_dep_node()` implements.
916 /// In the general case, a DepNode consists of a DepKind and an opaque
917 /// GUID/fingerprint that will uniquely identify the node. This GUID/fingerprint
918 /// is usually constructed by computing a stable hash of the query-key that the
919 /// DepNode corresponds to. Consequently, it is not in general possible to go
920 /// back from hash to query-key (since hash functions are not reversible). For
921 /// this reason `force_from_dep_node()` is expected to fail from time to time
922 /// because we just cannot find out, from the DepNode alone, what the
923 /// corresponding query-key is and therefore cannot re-run the query.
925 /// The system deals with this case letting `try_mark_green` fail which forces
926 /// the root query to be re-evaluated.
928 /// Now, if force_from_dep_node() would always fail, it would be pretty useless.
929 /// Fortunately, we can use some contextual information that will allow us to
930 /// reconstruct query-keys for certain kinds of DepNodes. In particular, we
931 /// enforce by construction that the GUID/fingerprint of certain DepNodes is a
932 /// valid DefPathHash. Since we also always build a huge table that maps every
933 /// DefPathHash in the current codebase to the corresponding DefId, we have
934 /// everything we need to re-run the query.
936 /// Take the `mir_validated` query as an example. Like many other queries, it
937 /// just has a single parameter: the DefId of the item it will compute the
938 /// validated MIR for. Now, when we call `force_from_dep_node()` on a dep-node
939 /// with kind `MirValidated`, we know that the GUID/fingerprint of the dep-node
940 /// is actually a DefPathHash, and can therefore just look up the corresponding
941 /// DefId in `tcx.def_path_hash_to_def_id`.
943 /// When you implement a new query, it will likely have a corresponding new
944 /// DepKind, and you'll have to support it here in `force_from_dep_node()`. As
945 /// a rule of thumb, if your query takes a DefId or DefIndex as sole parameter,
946 /// then `force_from_dep_node()` should not fail for it. Otherwise, you can just
947 /// add it to the "We don't have enough information to reconstruct..." group in
949 pub fn force_from_dep_node<'a, 'gcx, 'lcx>(tcx: TyCtxt<'a, 'gcx, 'lcx>,
952 use hir::def_id::LOCAL_CRATE;
954 // We must avoid ever having to call force_from_dep_node() for a
955 // DepNode::CodegenUnit:
956 // Since we cannot reconstruct the query key of a DepNode::CodegenUnit, we
957 // would always end up having to evaluate the first caller of the
958 // `codegen_unit` query that *is* reconstructible. This might very well be
959 // the `compile_codegen_unit` query, thus re-codegenning the whole CGU just
960 // to re-trigger calling the `codegen_unit` query with the right key. At
961 // that point we would already have re-done all the work we are trying to
962 // avoid doing in the first place.
963 // The solution is simple: Just explicitly call the `codegen_unit` query for
964 // each CGU, right after partitioning. This way `try_mark_green` will always
965 // hit the cache instead of having to go through `force_from_dep_node`.
966 // This assertion makes sure, we actually keep applying the solution above.
967 debug_assert!(dep_node.kind != DepKind::CodegenUnit,
968 "calling force_from_dep_node() on DepKind::CodegenUnit");
970 if !dep_node.kind.can_reconstruct_query_key() {
974 macro_rules! def_id {
976 if let Some(def_id) = dep_node.extract_def_id(tcx) {
979 // return from the whole function
986 () => { (def_id!()).krate }
990 ($query:ident, $key:expr) => {
992 use $crate::util::common::{ProfileQueriesMsg, profq_msg};
995 ProfileQueriesMsg::QueryBegin(
997 profq_query_msg!(::ty::query::queries::$query::NAME, tcx, $key),
1001 match tcx.force_query::<::ty::query::queries::$query>($key, DUMMY_SP, *dep_node) {
1004 tcx.report_cycle(e).emit();
1011 // FIXME(#45015): We should try move this boilerplate code into a macro
1013 match dep_node.kind {
1014 // These are inputs that are expected to be pre-allocated and that
1015 // should therefore always be red or green already
1016 DepKind::AllLocalTraitImpls |
1018 DepKind::CrateMetadata |
1022 // This are anonymous nodes
1023 DepKind::TraitSelect |
1025 // We don't have enough information to reconstruct the query key of
1030 DepKind::NeedsDrop |
1032 DepKind::ConstEval |
1033 DepKind::InstanceSymbolName |
1035 DepKind::BorrowCheckKrate |
1036 DepKind::Specializes |
1037 DepKind::ImplementationsOfTrait |
1038 DepKind::TypeParamPredicates |
1039 DepKind::CodegenUnit |
1040 DepKind::CompileCodegenUnit |
1041 DepKind::FulfillObligation |
1042 DepKind::VtableMethods |
1043 DepKind::EraseRegionsTy |
1044 DepKind::ConstValueToAllocation |
1045 DepKind::NormalizeProjectionTy |
1046 DepKind::NormalizeTyAfterErasingRegions |
1047 DepKind::ImpliedOutlivesBounds |
1048 DepKind::DropckOutlives |
1049 DepKind::EvaluateObligation |
1051 DepKind::TypeOpSubtype |
1052 DepKind::TypeOpProvePredicate |
1053 DepKind::TypeOpNormalizeTy |
1054 DepKind::TypeOpNormalizePredicate |
1055 DepKind::TypeOpNormalizePolyFnSig |
1056 DepKind::TypeOpNormalizeFnSig |
1057 DepKind::SubstituteNormalizeAndTestPredicates |
1058 DepKind::InstanceDefSizeEstimate |
1059 DepKind::ProgramClausesForEnv |
1061 // This one should never occur in this context
1063 bug!("force_from_dep_node() - Encountered {:?}", dep_node)
1066 // These are not queries
1067 DepKind::CoherenceCheckTrait |
1068 DepKind::ItemVarianceConstraints => {
1072 DepKind::RegionScopeTree => { force!(region_scope_tree, def_id!()); }
1074 DepKind::Coherence => { force!(crate_inherent_impls, LOCAL_CRATE); }
1075 DepKind::CoherenceInherentImplOverlapCheck => {
1076 force!(crate_inherent_impls_overlap_check, LOCAL_CRATE)
1078 DepKind::PrivacyAccessLevels => { force!(privacy_access_levels, LOCAL_CRATE); }
1079 DepKind::MirBuilt => { force!(mir_built, def_id!()); }
1080 DepKind::MirConstQualif => { force!(mir_const_qualif, def_id!()); }
1081 DepKind::MirConst => { force!(mir_const, def_id!()); }
1082 DepKind::MirValidated => { force!(mir_validated, def_id!()); }
1083 DepKind::MirOptimized => { force!(optimized_mir, def_id!()); }
1085 DepKind::BorrowCheck => { force!(borrowck, def_id!()); }
1086 DepKind::MirBorrowCheck => { force!(mir_borrowck, def_id!()); }
1087 DepKind::UnsafetyCheckResult => { force!(unsafety_check_result, def_id!()); }
1088 DepKind::UnsafeDeriveOnReprPacked => { force!(unsafe_derive_on_repr_packed, def_id!()); }
1089 DepKind::Reachability => { force!(reachable_set, LOCAL_CRATE); }
1090 DepKind::MirKeys => { force!(mir_keys, LOCAL_CRATE); }
1091 DepKind::CrateVariances => { force!(crate_variances, LOCAL_CRATE); }
1092 DepKind::AssociatedItems => { force!(associated_item, def_id!()); }
1093 DepKind::TypeOfItem => { force!(type_of, def_id!()); }
1094 DepKind::GenericsOfItem => { force!(generics_of, def_id!()); }
1095 DepKind::PredicatesOfItem => { force!(predicates_of, def_id!()); }
1096 DepKind::PredicatesDefinedOnItem => { force!(predicates_defined_on, def_id!()); }
1097 DepKind::ExplicitPredicatesOfItem => { force!(explicit_predicates_of, def_id!()); }
1098 DepKind::InferredOutlivesOf => { force!(inferred_outlives_of, def_id!()); }
1099 DepKind::InferredOutlivesCrate => { force!(inferred_outlives_crate, LOCAL_CRATE); }
1100 DepKind::SuperPredicatesOfItem => { force!(super_predicates_of, def_id!()); }
1101 DepKind::TraitDefOfItem => { force!(trait_def, def_id!()); }
1102 DepKind::AdtDefOfItem => { force!(adt_def, def_id!()); }
1103 DepKind::ImplTraitRef => { force!(impl_trait_ref, def_id!()); }
1104 DepKind::ImplPolarity => { force!(impl_polarity, def_id!()); }
1105 DepKind::FnSignature => { force!(fn_sig, def_id!()); }
1106 DepKind::CoerceUnsizedInfo => { force!(coerce_unsized_info, def_id!()); }
1107 DepKind::ItemVariances => { force!(variances_of, def_id!()); }
1108 DepKind::IsConstFn => { force!(is_const_fn, def_id!()); }
1109 DepKind::IsForeignItem => { force!(is_foreign_item, def_id!()); }
1110 DepKind::SizedConstraint => { force!(adt_sized_constraint, def_id!()); }
1111 DepKind::DtorckConstraint => { force!(adt_dtorck_constraint, def_id!()); }
1112 DepKind::AdtDestructor => { force!(adt_destructor, def_id!()); }
1113 DepKind::AssociatedItemDefIds => { force!(associated_item_def_ids, def_id!()); }
1114 DepKind::InherentImpls => { force!(inherent_impls, def_id!()); }
1115 DepKind::TypeckBodiesKrate => { force!(typeck_item_bodies, LOCAL_CRATE); }
1116 DepKind::TypeckTables => { force!(typeck_tables_of, def_id!()); }
1117 DepKind::UsedTraitImports => { force!(used_trait_imports, def_id!()); }
1118 DepKind::HasTypeckTables => { force!(has_typeck_tables, def_id!()); }
1119 DepKind::SymbolName => { force!(def_symbol_name, def_id!()); }
1120 DepKind::SpecializationGraph => { force!(specialization_graph_of, def_id!()); }
1121 DepKind::ObjectSafety => { force!(is_object_safe, def_id!()); }
1122 DepKind::TraitImpls => { force!(trait_impls_of, def_id!()); }
1123 DepKind::CheckMatch => { force!(check_match, def_id!()); }
1125 DepKind::ParamEnv => { force!(param_env, def_id!()); }
1126 DepKind::DescribeDef => { force!(describe_def, def_id!()); }
1127 DepKind::DefSpan => { force!(def_span, def_id!()); }
1128 DepKind::LookupStability => { force!(lookup_stability, def_id!()); }
1129 DepKind::LookupDeprecationEntry => {
1130 force!(lookup_deprecation_entry, def_id!());
1132 DepKind::ConstIsRvaluePromotableToStatic => {
1133 force!(const_is_rvalue_promotable_to_static, def_id!());
1135 DepKind::RvaluePromotableMap => { force!(rvalue_promotable_map, def_id!()); }
1136 DepKind::ImplParent => { force!(impl_parent, def_id!()); }
1137 DepKind::TraitOfItem => { force!(trait_of_item, def_id!()); }
1138 DepKind::IsReachableNonGeneric => { force!(is_reachable_non_generic, def_id!()); }
1139 DepKind::IsUnreachableLocalDefinition => {
1140 force!(is_unreachable_local_definition, def_id!());
1142 DepKind::IsMirAvailable => { force!(is_mir_available, def_id!()); }
1143 DepKind::ItemAttrs => { force!(item_attrs, def_id!()); }
1144 DepKind::CodegenFnAttrs => { force!(codegen_fn_attrs, def_id!()); }
1145 DepKind::FnArgNames => { force!(fn_arg_names, def_id!()); }
1146 DepKind::RenderedConst => { force!(rendered_const, def_id!()); }
1147 DepKind::DylibDepFormats => { force!(dylib_dependency_formats, krate!()); }
1148 DepKind::IsPanicRuntime => { force!(is_panic_runtime, krate!()); }
1149 DepKind::IsCompilerBuiltins => { force!(is_compiler_builtins, krate!()); }
1150 DepKind::HasGlobalAllocator => { force!(has_global_allocator, krate!()); }
1151 DepKind::ExternCrate => { force!(extern_crate, def_id!()); }
1152 DepKind::LintLevels => { force!(lint_levels, LOCAL_CRATE); }
1153 DepKind::InScopeTraits => { force!(in_scope_traits_map, def_id!().index); }
1154 DepKind::ModuleExports => { force!(module_exports, def_id!()); }
1155 DepKind::IsSanitizerRuntime => { force!(is_sanitizer_runtime, krate!()); }
1156 DepKind::IsProfilerRuntime => { force!(is_profiler_runtime, krate!()); }
1157 DepKind::GetPanicStrategy => { force!(panic_strategy, krate!()); }
1158 DepKind::IsNoBuiltins => { force!(is_no_builtins, krate!()); }
1159 DepKind::ImplDefaultness => { force!(impl_defaultness, def_id!()); }
1160 DepKind::CheckItemWellFormed => { force!(check_item_well_formed, def_id!()); }
1161 DepKind::CheckTraitItemWellFormed => { force!(check_trait_item_well_formed, def_id!()); }
1162 DepKind::CheckImplItemWellFormed => { force!(check_impl_item_well_formed, def_id!()); }
1163 DepKind::ReachableNonGenerics => { force!(reachable_non_generics, krate!()); }
1164 DepKind::NativeLibraries => { force!(native_libraries, krate!()); }
1165 DepKind::PluginRegistrarFn => { force!(plugin_registrar_fn, krate!()); }
1166 DepKind::DeriveRegistrarFn => { force!(derive_registrar_fn, krate!()); }
1167 DepKind::CrateDisambiguator => { force!(crate_disambiguator, krate!()); }
1168 DepKind::CrateHash => { force!(crate_hash, krate!()); }
1169 DepKind::OriginalCrateName => { force!(original_crate_name, krate!()); }
1170 DepKind::ExtraFileName => { force!(extra_filename, krate!()); }
1172 DepKind::AllTraitImplementations => {
1173 force!(all_trait_implementations, krate!());
1176 DepKind::DllimportForeignItems => {
1177 force!(dllimport_foreign_items, krate!());
1179 DepKind::IsDllimportForeignItem => {
1180 force!(is_dllimport_foreign_item, def_id!());
1182 DepKind::IsStaticallyIncludedForeignItem => {
1183 force!(is_statically_included_foreign_item, def_id!());
1185 DepKind::NativeLibraryKind => { force!(native_library_kind, def_id!()); }
1186 DepKind::LinkArgs => { force!(link_args, LOCAL_CRATE); }
1188 DepKind::ResolveLifetimes => { force!(resolve_lifetimes, krate!()); }
1189 DepKind::NamedRegion => { force!(named_region_map, def_id!().index); }
1190 DepKind::IsLateBound => { force!(is_late_bound_map, def_id!().index); }
1191 DepKind::ObjectLifetimeDefaults => {
1192 force!(object_lifetime_defaults_map, def_id!().index);
1195 DepKind::Visibility => { force!(visibility, def_id!()); }
1196 DepKind::DepKind => { force!(dep_kind, krate!()); }
1197 DepKind::CrateName => { force!(crate_name, krate!()); }
1198 DepKind::ItemChildren => { force!(item_children, def_id!()); }
1199 DepKind::ExternModStmtCnum => { force!(extern_mod_stmt_cnum, def_id!()); }
1200 DepKind::GetLangItems => { force!(get_lang_items, LOCAL_CRATE); }
1201 DepKind::DefinedLangItems => { force!(defined_lang_items, krate!()); }
1202 DepKind::MissingLangItems => { force!(missing_lang_items, krate!()); }
1203 DepKind::VisibleParentMap => { force!(visible_parent_map, LOCAL_CRATE); }
1204 DepKind::MissingExternCrateItem => {
1205 force!(missing_extern_crate_item, krate!());
1207 DepKind::UsedCrateSource => { force!(used_crate_source, krate!()); }
1208 DepKind::PostorderCnums => { force!(postorder_cnums, LOCAL_CRATE); }
1210 DepKind::Freevars => { force!(freevars, def_id!()); }
1211 DepKind::MaybeUnusedTraitImport => {
1212 force!(maybe_unused_trait_import, def_id!());
1214 DepKind::MaybeUnusedExternCrates => { force!(maybe_unused_extern_crates, LOCAL_CRATE); }
1215 DepKind::StabilityIndex => { force!(stability_index, LOCAL_CRATE); }
1216 DepKind::AllTraits => { force!(all_traits, LOCAL_CRATE); }
1217 DepKind::AllCrateNums => { force!(all_crate_nums, LOCAL_CRATE); }
1218 DepKind::ExportedSymbols => { force!(exported_symbols, krate!()); }
1219 DepKind::CollectAndPartitionMonoItems => {
1220 force!(collect_and_partition_mono_items, LOCAL_CRATE);
1222 DepKind::IsCodegenedItem => { force!(is_codegened_item, def_id!()); }
1223 DepKind::OutputFilenames => { force!(output_filenames, LOCAL_CRATE); }
1225 DepKind::TargetFeaturesWhitelist => { force!(target_features_whitelist, LOCAL_CRATE); }
1227 DepKind::Features => { force!(features_query, LOCAL_CRATE); }
1229 DepKind::ProgramClausesFor => { force!(program_clauses_for, def_id!()); }
1230 DepKind::WasmImportModuleMap => { force!(wasm_import_module_map, krate!()); }
1231 DepKind::ForeignModules => { force!(foreign_modules, krate!()); }
1233 DepKind::UpstreamMonomorphizations => {
1234 force!(upstream_monomorphizations, krate!());
1236 DepKind::UpstreamMonomorphizationsFor => {
1237 force!(upstream_monomorphizations_for, def_id!());
1245 // FIXME(#45015): Another piece of boilerplate code that could be generated in
1246 // a combined define_dep_nodes!()/define_queries!() macro.
1247 macro_rules! impl_load_from_cache {
1248 ($($dep_kind:ident => $query_name:ident,)*) => {
1250 // Check whether the query invocation corresponding to the given
1251 // DepNode is eligible for on-disk-caching.
1252 pub fn cache_on_disk(&self, tcx: TyCtxt) -> bool {
1253 use ty::query::queries;
1254 use ty::query::QueryDescription;
1257 $(DepKind::$dep_kind => {
1258 let def_id = self.extract_def_id(tcx).unwrap();
1259 queries::$query_name::cache_on_disk(def_id)
1265 // This is method will execute the query corresponding to the given
1266 // DepNode. It is only expected to work for DepNodes where the
1267 // above `cache_on_disk` methods returns true.
1268 // Also, as a sanity check, it expects that the corresponding query
1269 // invocation has been marked as green already.
1270 pub fn load_from_on_disk_cache(&self, tcx: TyCtxt) {
1272 $(DepKind::$dep_kind => {
1273 debug_assert!(tcx.dep_graph
1275 .map(|c| c.is_green())
1278 let def_id = self.extract_def_id(tcx).unwrap();
1279 let _ = tcx.$query_name(def_id);
1290 impl_load_from_cache!(
1291 TypeckTables => typeck_tables_of,
1292 MirOptimized => optimized_mir,
1293 UnsafetyCheckResult => unsafety_check_result,
1294 BorrowCheck => borrowck,
1295 MirBorrowCheck => mir_borrowck,
1296 MirConstQualif => mir_const_qualif,
1297 SymbolName => def_symbol_name,
1298 ConstIsRvaluePromotableToStatic => const_is_rvalue_promotable_to_static,
1299 CheckMatch => check_match,
1300 TypeOfItem => type_of,
1301 GenericsOfItem => generics_of,
1302 PredicatesOfItem => predicates_of,
1303 UsedTraitImports => used_trait_imports,
1304 CodegenFnAttrs => codegen_fn_attrs,
1305 SpecializationGraph => specialization_graph_of,