Searched refs:tokens (Results 1 – 3 of 3) sorted by relevance
44 : fc_(fc), ix_(0u), tokens_(tokens) {} in TokenStream()70 const std::vector<std::string>& tokens, in process_line() argument75 auto& first = acc.empty() ? tokens[0] : acc[0]; in process_line()76 auto& last = tokens.back(); in process_line()85 TokenStream ts(tokens, fc); in process_line()96 t += tokens; in process_line()102 acc += tokens; in process_line()111 fc.print_error("unknown token", tokens[0]); in process_line()135 auto tokens = tokenize_string(line); in run_parser() local136 if (tokens.empty()) in run_parser()[all …]
14 std::vector<string> tokens; in tokenize_string() local22 tokens.push_back(tok); in tokenize_string()25 tokens.emplace_back(1, c); in tokenize_string()29 tokens.push_back(tok); in tokenize_string()31 return tokens; in tokenize_string()
59 // This method returns once all tokens corresponding to the |token_peer|63 // Returns |ZX_OK| once all of the collection’s tokens have been83 // This method returns once all other tokens for the collection are86 // Returns |ZX_OK| once all of the collection’s tokens have been closed
Completed in 9 milliseconds