1 //! A simplified AST that only contains items.
14 use arena::{Arena, Idx, RawId};
15 use ast::{AstNode, NameOwner, StructKind};
19 ast_id_map::FileAstId,
21 name::{name, AsName, Name},
24 use rustc_hash::FxHashMap;
25 use smallvec::SmallVec;
26 use syntax::{ast, match_ast};
30 attr::{Attrs, RawAttrs},
32 generics::GenericParams,
33 path::{path, AssociatedTypeBinding, GenericArgs, ImportAlias, ModPath, Path, PathKind},
34 type_ref::{Mutability, TypeBound, TypeRef},
35 visibility::RawVisibility,
38 #[derive(Copy, Clone, Eq, PartialEq)]
39 pub struct RawVisibilityId(u32);
41 impl RawVisibilityId {
42 pub const PUB: Self = RawVisibilityId(u32::max_value());
43 pub const PRIV: Self = RawVisibilityId(u32::max_value() - 1);
44 pub const PUB_CRATE: Self = RawVisibilityId(u32::max_value() - 2);
47 impl fmt::Debug for RawVisibilityId {
48 fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
49 let mut f = f.debug_tuple("RawVisibilityId");
51 Self::PUB => f.field(&"pub"),
52 Self::PRIV => f.field(&"pub(self)"),
53 Self::PUB_CRATE => f.field(&"pub(crate)"),
54 _ => f.field(&self.0),
60 #[derive(Debug, Copy, Clone, Eq, PartialEq)]
61 pub struct GenericParamsId(u32);
63 impl GenericParamsId {
64 pub const EMPTY: Self = GenericParamsId(u32::max_value());
67 /// The item tree of a source file.
68 #[derive(Debug, Eq, PartialEq)]
70 top_level: SmallVec<[ModItem; 1]>,
71 attrs: FxHashMap<AttrOwner, RawAttrs>,
72 inner_items: FxHashMap<FileAstId<ast::Item>, SmallVec<[ModItem; 1]>>,
74 data: Option<Box<ItemTreeData>>,
78 pub fn item_tree_query(db: &dyn DefDatabase, file_id: HirFileId) -> Arc<ItemTree> {
79 let _p = profile::span("item_tree_query").detail(|| format!("{:?}", file_id));
80 let syntax = if let Some(node) = db.parse_or_expand(file_id) {
83 return Arc::new(Self::empty());
86 let hygiene = Hygiene::new(db.upcast(), file_id);
87 let ctx = lower::Ctx::new(db, hygiene.clone(), file_id);
88 let mut top_attrs = None;
89 let mut item_tree = match_ast! {
91 ast::SourceFile(file) => {
92 top_attrs = Some(RawAttrs::new(&file, &hygiene));
93 ctx.lower_module_items(&file)
95 ast::MacroItems(items) => {
96 ctx.lower_module_items(&items)
98 ast::MacroStmts(stmts) => {
99 ctx.lower_inner_items(stmts.syntax())
101 // Macros can expand to expressions. We return an empty item tree in this case, but
102 // still need to collect inner items.
104 ctx.lower_inner_items(e.syntax())
107 panic!("cannot create item tree from {:?}", syntax);
112 if let Some(attrs) = top_attrs {
113 item_tree.attrs.insert(AttrOwner::TopLevel, attrs);
115 item_tree.shrink_to_fit();
121 top_level: Default::default(),
122 attrs: Default::default(),
123 inner_items: Default::default(),
124 data: Default::default(),
128 fn shrink_to_fit(&mut self) {
129 if let Some(data) = &mut self.data {
153 imports.shrink_to_fit();
154 extern_crates.shrink_to_fit();
155 functions.shrink_to_fit();
156 structs.shrink_to_fit();
157 fields.shrink_to_fit();
158 unions.shrink_to_fit();
159 enums.shrink_to_fit();
160 variants.shrink_to_fit();
161 consts.shrink_to_fit();
162 statics.shrink_to_fit();
163 traits.shrink_to_fit();
164 impls.shrink_to_fit();
165 type_aliases.shrink_to_fit();
166 mods.shrink_to_fit();
167 macro_calls.shrink_to_fit();
168 macro_rules.shrink_to_fit();
169 macro_defs.shrink_to_fit();
170 exprs.shrink_to_fit();
172 vis.arena.shrink_to_fit();
173 generics.arena.shrink_to_fit();
177 /// Returns an iterator over all items located at the top level of the `HirFileId` this
178 /// `ItemTree` was created from.
179 pub fn top_level_items(&self) -> &[ModItem] {
183 /// Returns the inner attributes of the source file.
184 pub fn top_level_attrs(&self, db: &dyn DefDatabase, krate: CrateId) -> Attrs {
185 self.attrs.get(&AttrOwner::TopLevel).unwrap_or(&RawAttrs::EMPTY).clone().filter(db, krate)
188 pub(crate) fn raw_attrs(&self, of: AttrOwner) -> &RawAttrs {
189 self.attrs.get(&of).unwrap_or(&RawAttrs::EMPTY)
192 pub fn attrs(&self, db: &dyn DefDatabase, krate: CrateId, of: AttrOwner) -> Attrs {
193 self.raw_attrs(of).clone().filter(db, krate)
196 /// Returns the lowered inner items that `ast` corresponds to.
198 /// Most AST items are lowered to a single `ModItem`, but some (eg. `use` items) may be lowered
199 /// to multiple items in the `ItemTree`.
200 pub fn inner_items(&self, ast: FileAstId<ast::Item>) -> &[ModItem] {
201 &self.inner_items[&ast]
204 pub fn all_inner_items(&self) -> impl Iterator<Item = ModItem> + '_ {
205 self.inner_items.values().flatten().copied()
208 pub fn source<S: ItemTreeNode>(&self, db: &dyn DefDatabase, of: ItemTreeId<S>) -> S::Source {
209 // This unwrap cannot fail, since it has either succeeded above, or resulted in an empty
210 // ItemTree (in which case there is no valid `FileItemTreeId` to call this method with).
212 db.parse_or_expand(of.file_id).expect("parse_or_expand failed on constructed ItemTree");
214 let id = self[of.value].ast_id();
215 let map = db.ast_id_map(of.file_id);
216 let ptr = map.get(id);
220 fn data(&self) -> &ItemTreeData {
221 self.data.as_ref().expect("attempted to access data of empty ItemTree")
224 fn data_mut(&mut self) -> &mut ItemTreeData {
225 self.data.get_or_insert_with(Box::default)
229 #[derive(Default, Debug, Eq, PartialEq)]
230 struct ItemVisibilities {
231 arena: Arena<RawVisibility>,
234 impl ItemVisibilities {
235 fn alloc(&mut self, vis: RawVisibility) -> RawVisibilityId {
237 RawVisibility::Public => RawVisibilityId::PUB,
238 RawVisibility::Module(path) if path.segments.is_empty() => match &path.kind {
239 PathKind::Super(0) => RawVisibilityId::PRIV,
240 PathKind::Crate => RawVisibilityId::PUB_CRATE,
241 _ => RawVisibilityId(self.arena.alloc(vis).into_raw().into()),
243 _ => RawVisibilityId(self.arena.alloc(vis).into_raw().into()),
248 static VIS_PUB: RawVisibility = RawVisibility::Public;
249 static VIS_PRIV: RawVisibility =
250 RawVisibility::Module(ModPath { kind: PathKind::Super(0), segments: Vec::new() });
251 static VIS_PUB_CRATE: RawVisibility =
252 RawVisibility::Module(ModPath { kind: PathKind::Crate, segments: Vec::new() });
254 #[derive(Default, Debug, Eq, PartialEq)]
255 struct GenericParamsStorage {
256 arena: Arena<GenericParams>,
259 impl GenericParamsStorage {
260 fn alloc(&mut self, params: GenericParams) -> GenericParamsId {
261 if params.types.is_empty()
262 && params.lifetimes.is_empty()
263 && params.consts.is_empty()
264 && params.where_predicates.is_empty()
266 return GenericParamsId::EMPTY;
269 GenericParamsId(self.arena.alloc(params).into_raw().into())
273 static EMPTY_GENERICS: GenericParams = GenericParams {
275 lifetimes: Arena::new(),
276 consts: Arena::new(),
277 where_predicates: Vec::new(),
280 #[derive(Default, Debug, Eq, PartialEq)]
281 struct ItemTreeData {
282 imports: Arena<Import>,
283 extern_crates: Arena<ExternCrate>,
284 functions: Arena<Function>,
285 structs: Arena<Struct>,
286 fields: Arena<Field>,
287 unions: Arena<Union>,
289 variants: Arena<Variant>,
290 consts: Arena<Const>,
291 statics: Arena<Static>,
292 traits: Arena<Trait>,
294 type_aliases: Arena<TypeAlias>,
296 macro_calls: Arena<MacroCall>,
297 macro_rules: Arena<MacroRules>,
298 macro_defs: Arena<MacroDef>,
301 vis: ItemVisibilities,
302 generics: GenericParamsStorage,
305 #[derive(Debug, Eq, PartialEq, Hash)]
307 /// Attributes on an item.
309 /// Inner attributes of the source file.
312 Variant(Idx<Variant>),
316 macro_rules! from_attrs {
317 ( $( $var:ident($t:ty) ),+ ) => {
319 impl From<$t> for AttrOwner {
320 fn from(t: $t) -> AttrOwner {
328 from_attrs!(ModItem(ModItem), Variant(Idx<Variant>), Field(Idx<Field>));
330 /// Trait implemented by all item nodes in the item tree.
331 pub trait ItemTreeNode: Clone {
332 type Source: AstNode + Into<ast::Item>;
334 fn ast_id(&self) -> FileAstId<Self::Source>;
336 /// Looks up an instance of `Self` in an item tree.
337 fn lookup(tree: &ItemTree, index: Idx<Self>) -> &Self;
339 /// Downcasts a `ModItem` to a `FileItemTreeId` specific to this type.
340 fn id_from_mod_item(mod_item: ModItem) -> Option<FileItemTreeId<Self>>;
342 /// Upcasts a `FileItemTreeId` to a generic `ModItem`.
343 fn id_to_mod_item(id: FileItemTreeId<Self>) -> ModItem;
346 pub struct FileItemTreeId<N: ItemTreeNode> {
351 impl<N: ItemTreeNode> Clone for FileItemTreeId<N> {
352 fn clone(&self) -> Self {
353 Self { index: self.index, _p: PhantomData }
356 impl<N: ItemTreeNode> Copy for FileItemTreeId<N> {}
358 impl<N: ItemTreeNode> PartialEq for FileItemTreeId<N> {
359 fn eq(&self, other: &FileItemTreeId<N>) -> bool {
360 self.index == other.index
363 impl<N: ItemTreeNode> Eq for FileItemTreeId<N> {}
365 impl<N: ItemTreeNode> Hash for FileItemTreeId<N> {
366 fn hash<H: Hasher>(&self, state: &mut H) {
367 self.index.hash(state)
371 impl<N: ItemTreeNode> fmt::Debug for FileItemTreeId<N> {
372 fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
377 pub type ItemTreeId<N> = InFile<FileItemTreeId<N>>;
379 macro_rules! mod_items {
380 ( $( $typ:ident in $fld:ident -> $ast:ty ),+ $(,)? ) => {
381 #[derive(Debug, Copy, Clone, Eq, PartialEq, Hash)]
384 $typ(FileItemTreeId<$typ>),
389 impl From<FileItemTreeId<$typ>> for ModItem {
390 fn from(id: FileItemTreeId<$typ>) -> ModItem {
397 impl ItemTreeNode for $typ {
400 fn ast_id(&self) -> FileAstId<Self::Source> {
404 fn lookup(tree: &ItemTree, index: Idx<Self>) -> &Self {
405 &tree.data().$fld[index]
408 fn id_from_mod_item(mod_item: ModItem) -> Option<FileItemTreeId<Self>> {
409 if let ModItem::$typ(id) = mod_item {
416 fn id_to_mod_item(id: FileItemTreeId<Self>) -> ModItem {
421 impl Index<Idx<$typ>> for ItemTree {
424 fn index(&self, index: Idx<$typ>) -> &Self::Output {
425 &self.data().$fld[index]
433 Import in imports -> ast::Use,
434 ExternCrate in extern_crates -> ast::ExternCrate,
435 Function in functions -> ast::Fn,
436 Struct in structs -> ast::Struct,
437 Union in unions -> ast::Union,
438 Enum in enums -> ast::Enum,
439 Const in consts -> ast::Const,
440 Static in statics -> ast::Static,
441 Trait in traits -> ast::Trait,
442 Impl in impls -> ast::Impl,
443 TypeAlias in type_aliases -> ast::TypeAlias,
444 Mod in mods -> ast::Module,
445 MacroCall in macro_calls -> ast::MacroCall,
446 MacroRules in macro_rules -> ast::MacroRules,
447 MacroDef in macro_defs -> ast::MacroDef,
450 macro_rules! impl_index {
451 ( $($fld:ident: $t:ty),+ $(,)? ) => {
453 impl Index<Idx<$t>> for ItemTree {
456 fn index(&self, index: Idx<$t>) -> &Self::Output {
457 &self.data().$fld[index]
464 impl_index!(fields: Field, variants: Variant, exprs: Expr);
466 impl Index<RawVisibilityId> for ItemTree {
467 type Output = RawVisibility;
468 fn index(&self, index: RawVisibilityId) -> &Self::Output {
470 RawVisibilityId::PRIV => &VIS_PRIV,
471 RawVisibilityId::PUB => &VIS_PUB,
472 RawVisibilityId::PUB_CRATE => &VIS_PUB_CRATE,
473 _ => &self.data().vis.arena[Idx::from_raw(index.0.into())],
478 impl Index<GenericParamsId> for ItemTree {
479 type Output = GenericParams;
481 fn index(&self, index: GenericParamsId) -> &Self::Output {
483 GenericParamsId::EMPTY => &EMPTY_GENERICS,
484 _ => &self.data().generics.arena[Idx::from_raw(index.0.into())],
489 impl<N: ItemTreeNode> Index<FileItemTreeId<N>> for ItemTree {
491 fn index(&self, id: FileItemTreeId<N>) -> &N {
492 N::lookup(self, id.index)
496 /// A desugared `use` import.
497 #[derive(Debug, Clone, Eq, PartialEq)]
500 pub alias: Option<ImportAlias>,
501 pub visibility: RawVisibilityId,
503 /// AST ID of the `use` or `extern crate` item this import was derived from. Note that many
504 /// `Import`s can map to the same `use` item.
505 pub ast_id: FileAstId<ast::Use>,
506 /// Index of this `Import` when the containing `Use` is visited via `ModPath::expand_use_item`.
508 /// This can be used to get the `UseTree` this `Import` corresponds to and allows emitting
509 /// precise diagnostics.
513 #[derive(Debug, Clone, Eq, PartialEq)]
514 pub struct ExternCrate {
516 pub alias: Option<ImportAlias>,
517 pub visibility: RawVisibilityId,
518 pub ast_id: FileAstId<ast::ExternCrate>,
521 #[derive(Debug, Clone, Eq, PartialEq)]
522 pub struct Function {
524 pub visibility: RawVisibilityId,
525 pub generic_params: GenericParamsId,
526 pub has_self_param: bool,
529 /// Whether the function is located in an `extern` block (*not* whether it is an
530 /// `extern "abi" fn`).
532 pub params: Box<[TypeRef]>,
533 pub is_varargs: bool,
534 pub ret_type: TypeRef,
535 pub ast_id: FileAstId<ast::Fn>,
538 #[derive(Debug, Clone, Eq, PartialEq)]
541 pub visibility: RawVisibilityId,
542 pub generic_params: GenericParamsId,
544 pub ast_id: FileAstId<ast::Struct>,
545 pub kind: StructDefKind,
548 #[derive(Debug, Clone, Eq, PartialEq)]
549 pub enum StructDefKind {
550 /// `struct S { ... }` - type namespace only.
558 #[derive(Debug, Clone, Eq, PartialEq)]
561 pub visibility: RawVisibilityId,
562 pub generic_params: GenericParamsId,
564 pub ast_id: FileAstId<ast::Union>,
567 #[derive(Debug, Clone, Eq, PartialEq)]
570 pub visibility: RawVisibilityId,
571 pub generic_params: GenericParamsId,
572 pub variants: IdRange<Variant>,
573 pub ast_id: FileAstId<ast::Enum>,
576 #[derive(Debug, Clone, Eq, PartialEq)]
578 /// const _: () = ();
579 pub name: Option<Name>,
580 pub visibility: RawVisibilityId,
581 pub type_ref: TypeRef,
582 pub ast_id: FileAstId<ast::Const>,
585 #[derive(Debug, Clone, Eq, PartialEq)]
588 pub visibility: RawVisibilityId,
590 /// Whether the static is in an `extern` block.
592 pub type_ref: TypeRef,
593 pub ast_id: FileAstId<ast::Static>,
596 #[derive(Debug, Clone, Eq, PartialEq)]
599 pub visibility: RawVisibilityId,
600 pub generic_params: GenericParamsId,
602 pub items: Box<[AssocItem]>,
603 pub ast_id: FileAstId<ast::Trait>,
606 #[derive(Debug, Clone, Eq, PartialEq)]
608 pub generic_params: GenericParamsId,
609 pub target_trait: Option<TypeRef>,
610 pub target_type: TypeRef,
611 pub is_negative: bool,
612 pub items: Box<[AssocItem]>,
613 pub ast_id: FileAstId<ast::Impl>,
616 #[derive(Debug, Clone, PartialEq, Eq)]
617 pub struct TypeAlias {
619 pub visibility: RawVisibilityId,
620 /// Bounds on the type alias itself. Only valid in trait declarations, eg. `type Assoc: Copy;`.
621 pub bounds: Box<[TypeBound]>,
622 pub generic_params: GenericParamsId,
623 pub type_ref: Option<TypeRef>,
625 pub ast_id: FileAstId<ast::TypeAlias>,
628 #[derive(Debug, Clone, Eq, PartialEq)]
631 pub visibility: RawVisibilityId,
633 pub ast_id: FileAstId<ast::Module>,
636 #[derive(Debug, Clone, Eq, PartialEq)]
639 Inline { items: Box<[ModItem]> },
645 #[derive(Debug, Clone, Eq, PartialEq)]
646 pub struct MacroCall {
647 /// Path to the called macro.
649 pub ast_id: FileAstId<ast::MacroCall>,
652 #[derive(Debug, Clone, Eq, PartialEq)]
653 pub struct MacroRules {
654 /// The name of the declared macro.
656 pub ast_id: FileAstId<ast::MacroRules>,
659 /// "Macros 2.0" macro definition.
660 #[derive(Debug, Clone, Eq, PartialEq)]
661 pub struct MacroDef {
663 pub visibility: RawVisibilityId,
664 pub ast_id: FileAstId<ast::MacroDef>,
667 // NB: There's no `FileAstId` for `Expr`. The only case where this would be useful is for array
668 // lengths, but we don't do much with them yet.
669 #[derive(Debug, Clone, Eq, PartialEq)]
672 macro_rules! impl_froms {
673 ($e:ident { $($v:ident ($t:ty)),* $(,)? }) => {
675 impl From<$t> for $e {
676 fn from(it: $t) -> $e {
685 pub fn as_assoc_item(&self) -> Option<AssocItem> {
688 | ModItem::ExternCrate(_)
696 | ModItem::MacroRules(_)
697 | ModItem::MacroDef(_) => None,
698 ModItem::MacroCall(call) => Some(AssocItem::MacroCall(*call)),
699 ModItem::Const(konst) => Some(AssocItem::Const(*konst)),
700 ModItem::TypeAlias(alias) => Some(AssocItem::TypeAlias(*alias)),
701 ModItem::Function(func) => Some(AssocItem::Function(*func)),
705 pub fn downcast<N: ItemTreeNode>(self) -> Option<FileItemTreeId<N>> {
706 N::id_from_mod_item(self)
709 pub fn ast_id(&self, tree: &ItemTree) -> FileAstId<ast::Item> {
711 ModItem::Import(it) => tree[it.index].ast_id().upcast(),
712 ModItem::ExternCrate(it) => tree[it.index].ast_id().upcast(),
713 ModItem::Function(it) => tree[it.index].ast_id().upcast(),
714 ModItem::Struct(it) => tree[it.index].ast_id().upcast(),
715 ModItem::Union(it) => tree[it.index].ast_id().upcast(),
716 ModItem::Enum(it) => tree[it.index].ast_id().upcast(),
717 ModItem::Const(it) => tree[it.index].ast_id().upcast(),
718 ModItem::Static(it) => tree[it.index].ast_id().upcast(),
719 ModItem::Trait(it) => tree[it.index].ast_id().upcast(),
720 ModItem::Impl(it) => tree[it.index].ast_id().upcast(),
721 ModItem::TypeAlias(it) => tree[it.index].ast_id().upcast(),
722 ModItem::Mod(it) => tree[it.index].ast_id().upcast(),
723 ModItem::MacroCall(it) => tree[it.index].ast_id().upcast(),
724 ModItem::MacroRules(it) => tree[it.index].ast_id().upcast(),
725 ModItem::MacroDef(it) => tree[it.index].ast_id().upcast(),
730 #[derive(Debug, Copy, Clone, Eq, PartialEq)]
732 Function(FileItemTreeId<Function>),
733 TypeAlias(FileItemTreeId<TypeAlias>),
734 Const(FileItemTreeId<Const>),
735 MacroCall(FileItemTreeId<MacroCall>),
738 impl_froms!(AssocItem {
739 Function(FileItemTreeId<Function>),
740 TypeAlias(FileItemTreeId<TypeAlias>),
741 Const(FileItemTreeId<Const>),
742 MacroCall(FileItemTreeId<MacroCall>),
745 impl From<AssocItem> for ModItem {
746 fn from(item: AssocItem) -> Self {
748 AssocItem::Function(it) => it.into(),
749 AssocItem::TypeAlias(it) => it.into(),
750 AssocItem::Const(it) => it.into(),
751 AssocItem::MacroCall(it) => it.into(),
756 #[derive(Debug, Eq, PartialEq)]
762 pub struct IdRange<T> {
768 fn new(range: Range<Idx<T>>) -> Self {
769 Self { range: range.start.into_raw().into()..range.end.into_raw().into(), _p: PhantomData }
773 impl<T> Iterator for IdRange<T> {
775 fn next(&mut self) -> Option<Self::Item> {
776 self.range.next().map(|raw| Idx::from_raw(raw.into()))
780 impl<T> fmt::Debug for IdRange<T> {
781 fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
782 f.debug_tuple(&format!("IdRange::<{}>", type_name::<T>())).field(&self.range).finish()
786 impl<T> Clone for IdRange<T> {
787 fn clone(&self) -> Self {
788 Self { range: self.range.clone(), _p: PhantomData }
792 impl<T> PartialEq for IdRange<T> {
793 fn eq(&self, other: &Self) -> bool {
794 self.range == other.range
798 impl<T> Eq for IdRange<T> {}
800 #[derive(Debug, Clone, PartialEq, Eq)]
802 Record(IdRange<Field>),
803 Tuple(IdRange<Field>),
807 /// A single field of an enum variant or struct
808 #[derive(Debug, Clone, PartialEq, Eq)]
811 pub type_ref: TypeRef,
812 pub visibility: RawVisibilityId,