Lines Matching refs:tok_kind
427 if (lex->tok_kind == MP_TOKEN_BYTES) { in parse_string_literal()
438 lex->tok_kind = MP_TOKEN_INVALID; in parse_string_literal()
470 if (c < 0x110000 && lex->tok_kind == MP_TOKEN_STRING) { in parse_string_literal()
472 } else if (c < 0x100 && lex->tok_kind == MP_TOKEN_BYTES) { in parse_string_literal()
477 lex->tok_kind = MP_TOKEN_INVALID; in parse_string_literal()
486 lex->tok_kind = MP_TOKEN_INVALID; in parse_string_literal()
501 lex->tok_kind = MP_TOKEN_LONELY_STRING_OPEN; in parse_string_literal()
565 lex->tok_kind = MP_TOKEN_DEDENT; in mp_lexer_to_next()
569 lex->tok_kind = MP_TOKEN_INDENT; in mp_lexer_to_next()
573 lex->tok_kind = MP_TOKEN_NEWLINE; in mp_lexer_to_next()
586 lex->tok_kind = MP_TOKEN_DEDENT_MISMATCH; in mp_lexer_to_next()
591 lex->tok_kind = MP_TOKEN_END; in mp_lexer_to_next()
603 lex->tok_kind = MP_TOKEN_END; in mp_lexer_to_next()
631 lex->tok_kind = MP_TOKEN_FSTRING_RAW; in mp_lexer_to_next()
640 lex->tok_kind = MP_TOKEN_FSTRING_RAW; in mp_lexer_to_next()
649 if (lex->tok_kind == MP_TOKEN_END) { in mp_lexer_to_next()
650 lex->tok_kind = kind; in mp_lexer_to_next()
651 } else if (lex->tok_kind != kind) { in mp_lexer_to_next()
673 lex->tok_kind = MP_TOKEN_NAME; in mp_lexer_to_next()
693 lex->tok_kind = MP_TOKEN_KW_FALSE + i; in mp_lexer_to_next()
694 if (lex->tok_kind == MP_TOKEN_KW___DEBUG__) { in mp_lexer_to_next()
695 … lex->tok_kind = (MP_STATE_VM(mp_optimise_value) == 0 ? MP_TOKEN_KW_TRUE : MP_TOKEN_KW_FALSE); in mp_lexer_to_next()
707 lex->tok_kind = MP_TOKEN_FLOAT_OR_IMAG; in mp_lexer_to_next()
709 lex->tok_kind = MP_TOKEN_INTEGER; in mp_lexer_to_next()
722 lex->tok_kind = MP_TOKEN_FLOAT_OR_IMAG; in mp_lexer_to_next()
731 lex->tok_kind = MP_TOKEN_FLOAT_OR_IMAG; in mp_lexer_to_next()
758 lex->tok_kind = MP_TOKEN_INVALID; in mp_lexer_to_next()
764 lex->tok_kind = MP_TOKEN_OP_NOT_EQUAL; in mp_lexer_to_next()
766 lex->tok_kind = MP_TOKEN_INVALID; in mp_lexer_to_next()
774 lex->tok_kind = MP_TOKEN_ELLIPSIS; in mp_lexer_to_next()
776 lex->tok_kind = MP_TOKEN_DEL_PERIOD; in mp_lexer_to_next()
800 lex->tok_kind = tok_enc_kind[tok_enc_index]; in mp_lexer_to_next()
803 …if (lex->tok_kind == MP_TOKEN_DEL_PAREN_OPEN || lex->tok_kind == MP_TOKEN_DEL_BRACKET_OPEN || lex-… in mp_lexer_to_next()
805 …} else if (lex->tok_kind == MP_TOKEN_DEL_PAREN_CLOSE || lex->tok_kind == MP_TOKEN_DEL_BRACKET_CLOS… in mp_lexer_to_next()
845 lex->tok_kind = MP_TOKEN_INDENT; in mp_lexer_new()
893 …NT_FMT ") kind:%u str:%p len:%zu", lex->tok_line, lex->tok_column, lex->tok_kind, lex->vstr.buf, l…