Lines Matching refs:tokens
5 fn concat_helper(tokens: &[TokenTree]) -> Vec<(String, Span)> { in concat_helper()
6 let mut tokens = tokens.iter(); in concat_helper() variables
10 match tokens.next() { in concat_helper()
29 let Some(TokenTree::Ident(ident)) = tokens.next() else { in concat_helper()
50 let tokens = group.stream().into_iter().collect::<Vec<TokenTree>>(); in concat_helper()
51 segments.append(&mut concat_helper(tokens.as_slice())); in concat_helper()
60 fn concat(tokens: &[TokenTree], group_span: Span) -> TokenTree { in concat()
61 let segments = concat_helper(tokens); in concat()
66 pub(crate) fn expand(tokens: &mut Vec<TokenTree>) { in expand()
67 for token in tokens.iter_mut() { in expand()
91 for i in (0..tokens.len().saturating_sub(3)).rev() { in expand()
94 (&tokens[i + 1], &tokens[i + 2]), in expand()
98 match &tokens[i + 3] { in expand()
100 tokens.splice(i + 3..i + 4, group.stream()); in expand()
105 match &tokens[i] { in expand()
107 tokens.splice(i..i + 1, group.stream()); in expand()