more tokens in the lexer code
This commit is contained in:
@ -27,6 +27,8 @@ private
|
||||
LX_COMMENT,
|
||||
LX_CSTR,
|
||||
LX_DIRECTIVE,
|
||||
LX_DOLLARED,
|
||||
LX_HASHED,
|
||||
LX_IDENT,
|
||||
LX_NUMBER,
|
||||
LX_OP_DIV,
|
||||
@ -48,12 +50,21 @@ private
|
||||
TK_DIRECTIVE,
|
||||
TK_DIV,
|
||||
TK_DIVDIV,
|
||||
TK_DOLLARED_LBRACE,
|
||||
TK_DOLLARED_LBRACK,
|
||||
TK_DOLLARED_LPAREN,
|
||||
TK_EOF,
|
||||
TK_EOL,
|
||||
TK_HASHED_LBRACE,
|
||||
TK_HASHED_LBRACK,
|
||||
TK_HASHED_LPAREN,
|
||||
TK_IDENT,
|
||||
TK_GE,
|
||||
TK_GT,
|
||||
TK_LBRACE,
|
||||
TK_LBRACK,
|
||||
TK_LE,
|
||||
TK_LPAREN,
|
||||
TK_LT,
|
||||
TK_MINUS,
|
||||
TK_MINUSMINUS,
|
||||
@ -61,6 +72,9 @@ private
|
||||
TK_MULMUL,
|
||||
TK_PLUS,
|
||||
TK_PLUSPLUS,
|
||||
TK_RBRACE,
|
||||
TK_RBRACK,
|
||||
TK_RPAREN,
|
||||
TK_SEMICOLON
|
||||
);
|
||||
type Token is record
|
||||
|
Reference in New Issue
Block a user