|
- ; tokens.inc - Nova128 token kinds and lexer error codes (E02-S02).
- ;
- ; Values are stable: parsers, dumps, and golden files depend on them. Add new
- ; kinds at the end of their group; never renumber.
-
- .ifndef TOKENS_INC
- TOKENS_INC = 1
-
- ; ---------------------------------------------------------- basic kinds
- TOK_EOF = $00
- TOK_EOL = $01
- TOK_IDENT = $02 ; tok_text = normalized name ($41-$5A, digits, $5F)
- TOK_NUMBER = $03 ; tok_value = 0..65535
- TOK_STRING = $04 ; tok_text = decoded bytes
- TOK_CHAR = $05 ; tok_value = one PETSCII byte
- TOK_ERROR = $06 ; tok_err = LEXERR_*; the rest of the line is skipped
-
- ; ---------------------------------------------------------- punctuation
- TOK_LPAREN = $10
- TOK_RPAREN = $11
- TOK_LBRACKET = $12
- TOK_RBRACKET = $13
- TOK_COMMA = $14
- TOK_DOT = $15
- TOK_COLON = $16
- TOK_EQ = $17 ; = (assignment and equality)
- TOK_PLUS = $18
- TOK_MINUS = $19
- TOK_STAR = $1A
- TOK_SLASH = $1B
- TOK_LT = $1C
- TOK_GT = $1D
- TOK_NE = $1E ; <>
- TOK_LE = $1F ; <=
- TOK_GE = $20 ; >=
-
- ; ------------------------------------------------------------- keywords
- ; Ordered as in the lexer's keyword table (alphabetical).
- TOK_KW_FIRST = $40
- KW_AND = $40
- KW_AS = $41
- KW_BOOLEAN = $42
- KW_BYTE = $43
- KW_CHAR = $44
- KW_CLASS = $45
- KW_DELETE = $46
- KW_ELSE = $47
- KW_END = $48
- KW_FALSE = $49
- KW_FOR = $4A
- KW_IF = $4B
- KW_IMPLEMENTS = $4C
- KW_INTEGER = $4D
- KW_INTERFACE = $4E
- KW_METHOD = $4F
- KW_NEW = $50
- KW_NOT = $51
- KW_NULL = $52
- KW_OR = $53
- KW_PRINT = $54
- KW_PRIVATE = $55
- KW_PROGRAM = $56
- KW_PUBLIC = $57
- KW_RETURN = $58
- KW_SELF = $59
- KW_STEP = $5A
- KW_TO = $5B
- KW_TRUE = $5C
- KW_VAR = $5D
- KW_WHILE = $5E
- KW_WORD = $5F
- TOK_KW_LAST = $5F
-
- ; ------------------------------------------------------ lexer error codes
- LEXERR_INVALID_CHAR = 1 ; byte cannot start any token
- LEXERR_IDENT_TOO_LONG = 2 ; more than 16 identifier characters
- LEXERR_NUMBER_RANGE = 3 ; value above 65535
- LEXERR_BAD_NUMBER = 4 ; $/% without digits, or digits run into letters
- LEXERR_UNTERMINATED_STRING = 5 ; end of line inside "..."
- LEXERR_BAD_ESCAPE = 6 ; \ followed by an unsupported character
- LEXERR_BAD_CHAR_LITERAL = 7 ; '' empty, several characters, or unterminated
-
- ; ------------------------------------------------------------- limits
- LEX_IDENT_MAX = 16 ; significant identifier characters
- LEX_TEXT_MAX = 80 ; tok_text capacity (one source line)
-
- ; ------------------------------------------------------- PETSCII bytes
- PET_SPACE = $20
- PET_TAB = $09
- PET_QUOTE = $22
- PET_APOS = $27
- PET_BACKSLASH = $5C ; ASCII '\' (shown as a pound sign on the C128)
- PET_UNDERSCORE = $5F ; ASCII '_' (shown as a left arrow)
- ESC_N_VALUE = $0D ; "\n" (D119, proposed)
- ESC_R_VALUE = $0D ; "\r" (D119, proposed)
-
- .endif
|
