NoMatchingRule,
UnexpectedToken,
BindingError(String),
+ ConversionError,
}
-pub use crate::syntax_bridge::{ast_to_token_tree, token_tree_to_ast_item_list, syntax_node_to_token_tree};
+pub use crate::syntax_bridge::{
+ ast_to_token_tree,
+ token_tree_to_ast_item_list,
+ syntax_node_to_token_tree,
+ token_tree_to_macro_items,
+};
/// This struct contains AST for a single `macro_rules` definition. What might
/// be very confusing is that AST has almost exactly the same shape as
pub(crate) fn expand_to_syntax(
rules: &MacroRules,
invocation: &str,
- ) -> ra_syntax::TreeArc<ast::SourceFile> {
+ ) -> ra_syntax::TreeArc<ast::MacroItems> {
let expanded = expand(rules, invocation);
- token_tree_to_ast_item_list(&expanded)
+ token_tree_to_macro_items(&expanded)
}
pub(crate) fn assert_expansion(rules: &MacroRules, invocation: &str, expansion: &str) {
let expanded = expand(rules, invocation);
assert_eq!(expanded.to_string(), expansion);
- let tree = token_tree_to_ast_item_list(&expanded);
+ let tree = token_tree_to_macro_items(&expanded);
// Eat all white space by parse it back and forth
let expansion = ast::SourceFile::parse(expansion);
let expansion = syntax_node_to_token_tree(expansion.syntax()).unwrap().0;
- let file = token_tree_to_ast_item_list(&expansion);
+ let file = token_tree_to_macro_items(&expansion);
assert_eq!(tree.syntax().debug_dump().trim(), file.syntax().debug_dump().trim());
}
",
);
let expansion = expand(&rules, "structs!(Foo, Bar)");
- let tree = token_tree_to_ast_item_list(&expansion);
+ let tree = token_tree_to_macro_items(&expansion);
assert_eq!(
tree.syntax().debug_dump().trim(),
r#"
-SOURCE_FILE@[0; 40)
+MACRO_ITEMS@[0; 40)
STRUCT_DEF@[0; 20)
STRUCT_KW@[0; 6) "struct"
NAME@[6; 9)
assert_eq!(
expand_to_syntax(&rules, "foo! { 1 + 1 }").syntax().debug_dump().trim(),
- r#"SOURCE_FILE@[0; 15)
+ r#"MACRO_ITEMS@[0; 15)
FN_DEF@[0; 15)
FN_KW@[0; 2) "fn"
NAME@[2; 5)
Some((tt, token_map))
}
+// The following items are what `rustc` macro can be parsed into :
+// link: https://github.com/rust-lang/rust/blob/9ebf47851a357faa4cd97f4b1dc7835f6376e639/src/libsyntax/ext/expand.rs#L141
+// * Expr(P<ast::Expr>)
+// * Pat(P<ast::Pat>)
+// * Ty(P<ast::Ty>)
+// * Stmts(SmallVec<[ast::Stmt; 1]>)
+// * Items(SmallVec<[P<ast::Item>; 1]>)
+//
+// * TraitItems(SmallVec<[ast::TraitItem; 1]>)
+// * ImplItems(SmallVec<[ast::ImplItem; 1]>)
+// * ForeignItems(SmallVec<[ast::ForeignItem; 1]>
+//
+//
+
+/// Parses the token tree (result of macro expansion) as a sequence of items
+pub fn token_tree_to_macro_items(tt: &tt::Subtree) -> TreeArc<ast::MacroItems> {
+ let token_source = SubtreeTokenSource::new(tt);
+ let mut tree_sink = TtTreeSink::new(token_source.querier());
+ ra_parser::parse_macro_items(&token_source, &mut tree_sink);
+ let syntax = tree_sink.inner.finish();
+ ast::MacroItems::cast(&syntax).unwrap().to_owned()
+}
+
/// Parses the token tree (result of macro expansion) as a sequence of items
pub fn token_tree_to_ast_item_list(tt: &tt::Subtree) -> TreeArc<ast::SourceFile> {
let token_source = SubtreeTokenSource::new(tt);
m.complete(p, SOURCE_FILE);
}
+pub(crate) fn macro_items(p: &mut Parser) {
+ let m = p.start();
+ items::mod_contents(p, false);
+ m.complete(p, MACRO_ITEMS);
+}
+
pub(crate) fn path(p: &mut Parser) {
paths::type_path(p);
}
parse_from_tokens(token_source, tree_sink, grammar::item);
}
+pub fn parse_macro_items(token_source: &dyn TokenSource, tree_sink: &mut dyn TreeSink) {
+ parse_from_tokens(token_source, tree_sink, grammar::macro_items);
+}
+
/// A parsing function for a specific braced-block.
pub struct Reparser(fn(&mut parser::Parser));
ARG_LIST,
TYPE_BOUND,
TYPE_BOUND_LIST,
+ MACRO_ITEMS,
+ MACRO_STMTS,
// Technical kind so that we can cast from u16 safely
#[doc(hidden)]
__LAST,
ARG_LIST => &SyntaxInfo { name: "ARG_LIST" },
TYPE_BOUND => &SyntaxInfo { name: "TYPE_BOUND" },
TYPE_BOUND_LIST => &SyntaxInfo { name: "TYPE_BOUND_LIST" },
+ MACRO_ITEMS => &SyntaxInfo { name: "MACRO_ITEMS" },
+ MACRO_STMTS => &SyntaxInfo { name: "MACRO_STMTS" },
TOMBSTONE => &SyntaxInfo { name: "TOMBSTONE" },
EOF => &SyntaxInfo { name: "EOF" },
__LAST => &SyntaxInfo { name: "__LAST" },
}
}
+// MacroItems
+#[derive(Debug, PartialEq, Eq, Hash)]
+#[repr(transparent)]
+pub struct MacroItems {
+ pub(crate) syntax: SyntaxNode,
+}
+unsafe impl TransparentNewType for MacroItems {
+ type Repr = rowan::SyntaxNode;
+}
+
+impl AstNode for MacroItems {
+ fn cast(syntax: &SyntaxNode) -> Option<&Self> {
+ match syntax.kind() {
+ MACRO_ITEMS => Some(MacroItems::from_repr(syntax.into_repr())),
+ _ => None,
+ }
+ }
+ fn syntax(&self) -> &SyntaxNode { &self.syntax }
+}
+
+impl ToOwned for MacroItems {
+ type Owned = TreeArc<MacroItems>;
+ fn to_owned(&self) -> TreeArc<MacroItems> { TreeArc::cast(self.syntax.to_owned()) }
+}
+
+
+impl ast::ModuleItemOwner for MacroItems {}
+impl ast::FnDefOwner for MacroItems {}
+impl MacroItems {}
+
+// MacroStmts
+#[derive(Debug, PartialEq, Eq, Hash)]
+#[repr(transparent)]
+pub struct MacroStmts {
+ pub(crate) syntax: SyntaxNode,
+}
+unsafe impl TransparentNewType for MacroStmts {
+ type Repr = rowan::SyntaxNode;
+}
+
+impl AstNode for MacroStmts {
+ fn cast(syntax: &SyntaxNode) -> Option<&Self> {
+ match syntax.kind() {
+ MACRO_STMTS => Some(MacroStmts::from_repr(syntax.into_repr())),
+ _ => None,
+ }
+ }
+ fn syntax(&self) -> &SyntaxNode { &self.syntax }
+}
+
+impl ToOwned for MacroStmts {
+ type Owned = TreeArc<MacroStmts>;
+ fn to_owned(&self) -> TreeArc<MacroStmts> { TreeArc::cast(self.syntax.to_owned()) }
+}
+
+
+impl MacroStmts {
+ pub fn statements(&self) -> impl Iterator<Item = &Stmt> {
+ super::children(self)
+ }
+
+ pub fn expr(&self) -> Option<&Expr> {
+ super::child_opt(self)
+ }
+}
+
// MatchArm
#[derive(Debug, PartialEq, Eq, Hash)]
#[repr(transparent)]
"ARG_LIST",
"TYPE_BOUND",
"TYPE_BOUND_LIST",
+
+ // macro related
+ "MACRO_ITEMS",
+ "MACRO_STMTS",
],
ast: {
"SourceFile": (
"TypeArg": (options: ["TypeRef"]),
"AssocTypeArg": (options: ["NameRef", "TypeRef"]),
"LifetimeArg": (),
+
+ "MacroItems": (
+ traits: [ "ModuleItemOwner", "FnDefOwner" ],
+ ),
+
+ "MacroStmts" : (
+ options: [ "Expr" ],
+ collections: [
+ ["statements", "Stmt"],
+ ],
+ )
},
)