more tokens in the lexer code

This commit is contained in:
2021-11-28 17:00:17 +00:00
parent c59777405c
commit d2a966f19b
3 changed files with 223 additions and 11 deletions

View File

@ -27,6 +27,8 @@ private
LX_COMMENT,
LX_CSTR,
LX_DIRECTIVE,
LX_DOLLARED,
LX_HASHED,
LX_IDENT,
LX_NUMBER,
LX_OP_DIV,
@ -48,12 +50,21 @@ private
TK_DIRECTIVE,
TK_DIV,
TK_DIVDIV,
TK_DOLLARED_LBRACE,
TK_DOLLARED_LBRACK,
TK_DOLLARED_LPAREN,
TK_EOF,
TK_EOL,
TK_HASHED_LBRACE,
TK_HASHED_LBRACK,
TK_HASHED_LPAREN,
TK_IDENT,
TK_GE,
TK_GT,
TK_LBRACE,
TK_LBRACK,
TK_LE,
TK_LPAREN,
TK_LT,
TK_MINUS,
TK_MINUSMINUS,
@ -61,6 +72,9 @@ private
TK_MULMUL,
TK_PLUS,
TK_PLUSPLUS,
TK_RBRACE,
TK_RBRACK,
TK_RPAREN,
TK_SEMICOLON
);
type Token is record