Searched refs:tokens (Results 1 – 2 of 2) sorted by relevance
348 struct token *tokens; in tokenise() local356 if (!tokens) { in tokenise()423 tokens[tix].content = malloc(tokens[tix].size + 1); in tokenise()428 memcpy(tokens[tix].content, start, tokens[tix].size); in tokenise()429 tokens[tix].content[tokens[tix].size] = 0; in tokenise()463 tokens[tix].content = malloc(tokens[tix].size + 1); in tokenise()468 memcpy(tokens[tix].content, start, tokens[tix].size); in tokenise()469 tokens[tix].content[tokens[tix].size] = 0; in tokenise()477 tokens[tix].size = 3; in tokenise()487 tokens[tix].size = 2; in tokenise()[all …]
94 tokens = [ 'LPAR', 'RPAR', 'ID', 'EXC' ] + reserved variable in id_parser
Completed in 8 milliseconds