1 use crate::tests::string_to_stream;
4 use rustc_ast::tokenstream::{Spacing, TokenStream, TokenStreamBuilder, TokenTree};
5 use rustc_span::create_default_session_globals_then;
6 use rustc_span::{BytePos, Span, Symbol};
8 fn string_to_ts(string: &str) -> TokenStream {
9 string_to_stream(string.to_owned())
12 fn sp(a: u32, b: u32) -> Span {
13 Span::with_root_ctxt(BytePos(a), BytePos(b))
16 fn joint(tree: TokenTree) -> TokenStream {
17 TokenStream::new(vec![(tree, Spacing::Joint)])
22 create_default_session_globals_then(|| {
23 let test_res = string_to_ts("foo::bar::baz");
24 let test_fst = string_to_ts("foo::bar");
25 let test_snd = string_to_ts("::baz");
26 let mut builder = TokenStreamBuilder::new();
27 builder.push(test_fst);
28 builder.push(test_snd);
29 let eq_res = builder.build();
30 assert_eq!(test_res.trees().count(), 5);
31 assert_eq!(eq_res.trees().count(), 5);
32 assert_eq!(test_res.eq_unspanned(&eq_res), true);
37 fn test_to_from_bijection() {
38 create_default_session_globals_then(|| {
39 let test_start = string_to_ts("foo::bar(baz)");
40 let test_end = test_start.trees().cloned().collect();
41 assert_eq!(test_start, test_end)
47 create_default_session_globals_then(|| {
48 let test_res = string_to_ts("foo");
49 let test_eqs = string_to_ts("foo");
50 assert_eq!(test_res, test_eqs)
56 create_default_session_globals_then(|| {
57 let test_res = string_to_ts("::bar::baz");
58 let test_eqs = string_to_ts("::bar::baz");
59 assert_eq!(test_res, test_eqs)
65 create_default_session_globals_then(|| {
66 let test_res = string_to_ts("");
67 let test_eqs = string_to_ts("");
68 assert_eq!(test_res, test_eqs)
74 create_default_session_globals_then(|| {
75 let test_res = string_to_ts("::bar::baz");
76 let test_eqs = string_to_ts("bar::baz");
77 assert_eq!(test_res == test_eqs, false)
83 create_default_session_globals_then(|| {
84 let test_res = string_to_ts("(bar,baz)");
85 let test_eqs = string_to_ts("bar,baz");
86 assert_eq!(test_res == test_eqs, false)
92 create_default_session_globals_then(|| {
93 let test0: TokenStream = Vec::<TokenTree>::new().into_iter().collect();
94 let test1: TokenStream =
95 TokenTree::token(token::Ident(Symbol::intern("a"), false), sp(0, 1)).into();
96 let test2 = string_to_ts("foo(bar::baz)");
98 assert_eq!(test0.is_empty(), true);
99 assert_eq!(test1.is_empty(), false);
100 assert_eq!(test2.is_empty(), false);
105 fn test_dotdotdot() {
106 create_default_session_globals_then(|| {
107 let mut builder = TokenStreamBuilder::new();
108 builder.push(joint(TokenTree::token(token::Dot, sp(0, 1))));
109 builder.push(joint(TokenTree::token(token::Dot, sp(1, 2))));
110 builder.push(TokenTree::token(token::Dot, sp(2, 3)));
111 let stream = builder.build();
112 assert!(stream.eq_unspanned(&string_to_ts("...")));
113 assert_eq!(stream.trees().count(), 1);