123 lines
5.0 KiB
C
123 lines
5.0 KiB
C
/* spl_tok.h — Token type definitions (extracted from spl_lexer.h) */
|
|
#ifndef __SPL_TOK_H__
|
|
#define __SPL_TOK_H__
|
|
|
|
#include "../stage0/include/utils.h"
|
|
|
|
/* clang-format off */
|
|
#define KEYWORD_TABLE \
|
|
X(as , KW_AS , SPL_V0) \
|
|
X(bool , KW_BOOL , SPL_V0) \
|
|
X(break , KW_BREAK , SPL_V0) \
|
|
X(comptime , KW_COMPTIME , SPL_V0) \
|
|
X(const , KW_CONST , SPL_V0) \
|
|
X(continue , KW_CONTINUE , SPL_V0) \
|
|
X(defer , KW_DEFER , SPL_V0) \
|
|
X(else , KW_ELSE , SPL_V0) \
|
|
X(enum , KW_ENUM , SPL_V0) \
|
|
X(false , KW_FALSE , SPL_V0) \
|
|
X(fn , KW_FN , SPL_V0) \
|
|
X(for , KW_FOR , SPL_V0) \
|
|
X(if , KW_IF , SPL_V0) \
|
|
X(loop , KW_LOOP , SPL_V0) \
|
|
X(match , KW_MATCH , SPL_V0) \
|
|
X(null , KW_NULL , SPL_V0) \
|
|
X(ret , KW_RET , SPL_V0) \
|
|
X(struct , KW_STRUCT , SPL_V0) \
|
|
X(true , KW_TRUE , SPL_V0) \
|
|
X(type , KW_TYPE , SPL_V0) \
|
|
X(union , KW_UNION , SPL_V0) \
|
|
X(var , KW_VAR , SPL_V0) \
|
|
X(void , KW_VOID , SPL_V0) \
|
|
X(while , KW_WHILE , SPL_V0) \
|
|
X(_ , KW_ANY , SPL_V0) \
|
|
// KEYWORD_TABLE
|
|
|
|
#define TOKEN_TABLE \
|
|
X(unknown , TOK_UNKNOWN , SPL_V0 ) \
|
|
X(EOF , TOK_EOF , SPL_V0 ) \
|
|
X(blank , TOK_BLANK , SPL_V0 ) \
|
|
X(endline , TOK_ENDLINE , SPL_V0 ) \
|
|
X("#" , TOK_SHARP , SPL_V0 ) \
|
|
X("@" , TOK_AT , SPL_V0 ) \
|
|
X("==" , TOK_EQ , SPL_V0 ) \
|
|
X("=" , TOK_ASSIGN , SPL_V0 ) \
|
|
X("+=" , TOK_ASSIGN_ADD , SPL_V0 ) \
|
|
X("+" , TOK_ADD , SPL_V0 ) \
|
|
X("-=" , TOK_ASSIGN_SUB , SPL_V0 ) \
|
|
X("->" , TOK_RIGHT_ARRAY , SPL_V0 ) \
|
|
X("<-" , TOK_LEFT_ARRAY , SPL_V0 ) \
|
|
X("-" , TOK_SUB , SPL_V0 ) \
|
|
X("*=" , TOK_ASSIGN_MUL , SPL_V0 ) \
|
|
X("*" , TOK_MUL , SPL_V0 ) \
|
|
X("/=" , TOK_ASSIGN_DIV , SPL_V0 ) \
|
|
X("/" , TOK_DIV , SPL_V0 ) \
|
|
X("//" , TOK_LINE_COMMENT , SPL_V0 ) \
|
|
X("/* */" , TOK_BLOCK_COMMENT , SPL_V0 ) \
|
|
X("%=" , TOK_ASSIGN_MOD , SPL_V0 ) \
|
|
X("%" , TOK_MOD , SPL_V0 ) \
|
|
X("&&" , TOK_AND_AND , SPL_V0 ) \
|
|
X("&=" , TOK_ASSIGN_AND , SPL_V0 ) \
|
|
X("&" , TOK_AND , SPL_V0 ) \
|
|
X("||" , TOK_OR_OR , SPL_V0 ) \
|
|
X("|=" , TOK_ASSIGN_OR , SPL_V0 ) \
|
|
X("|" , TOK_OR , SPL_V0 ) \
|
|
X("^=" , TOK_ASSIGN_XOR , SPL_V0 ) \
|
|
X("^" , TOK_XOR , SPL_V0 ) \
|
|
X("<<=" , TOK_ASSIGN_L_SH , SPL_V0 ) \
|
|
X("<<" , TOK_L_SH , SPL_V0 ) \
|
|
X("<=" , TOK_LE , SPL_V0 ) \
|
|
X("<" , TOK_LT , SPL_V0 ) \
|
|
X(">>=" , TOK_ASSIGN_R_SH , SPL_V0 ) \
|
|
X(">>" , TOK_R_SH , SPL_V0 ) \
|
|
X(">=" , TOK_GE , SPL_V0 ) \
|
|
X(">" , TOK_GT , SPL_V0 ) \
|
|
X("!" , TOK_NOT , SPL_V0 ) \
|
|
X("!=" , TOK_NEQ , SPL_V0 ) \
|
|
X("~" , TOK_BIT_NOT , SPL_V0 ) \
|
|
X("[" , TOK_L_BRACKET , SPL_V0 ) \
|
|
X("]" , TOK_R_BRACKET , SPL_V0 ) \
|
|
X("(" , TOK_L_PAREN , SPL_V0 ) \
|
|
X(")" , TOK_R_PAREN , SPL_V0 ) \
|
|
X("{" , TOK_L_BRACE , SPL_V0 ) \
|
|
X("}" , TOK_R_BRACE , SPL_V0 ) \
|
|
X(";" , TOK_SEMICOLON , SPL_V0 ) \
|
|
X("," , TOK_COMMA , SPL_V0 ) \
|
|
X(":" , TOK_COLON , SPL_V0 ) \
|
|
X(":=" , TOK_COLON_ASSIGN , SPL_V0 ) \
|
|
X("." , TOK_DOT , SPL_V0 ) \
|
|
X(".." , TOK_RANGE , SPL_V0 ) \
|
|
X("..." , TOK_ELLIPSIS , SPL_V0 ) \
|
|
X("=>" , TOK_FAT_ARROW , SPL_V0 ) \
|
|
X("?" , TOK_COND , SPL_V0 ) \
|
|
X(ident , TOK_IDENT , SPL_V0 ) \
|
|
X(int , TOK_INT_LITERAL , SPL_V0 ) \
|
|
X(float , TOK_FLOAT_LITERAL , SPL_V0 ) \
|
|
X(char , TOK_CHAR_LITERAL , SPL_V0 ) \
|
|
X(string , TOK_STRING_LITERAL , SPL_V0 ) \
|
|
// TOKEN_TABLE
|
|
/* clang-format on */
|
|
|
|
typedef enum {
|
|
#define X(name, enum_name, dummy) enum_name,
|
|
KEYWORD_TABLE
|
|
#undef X
|
|
#define X(name, enum_name, dummy) enum_name,
|
|
TOKEN_TABLE
|
|
#undef X
|
|
} spl_tok_type_t;
|
|
|
|
typedef struct {
|
|
spl_tok_type_t type;
|
|
const char *lexeme;
|
|
usize len;
|
|
const char *fname;
|
|
usize offset;
|
|
usize line;
|
|
usize col;
|
|
} spl_tok_t;
|
|
|
|
typedef VEC(spl_tok_t) spl_tok_vec_t;
|
|
|
|
#endif /* __SPL_TOK_H__ */
|