250 lines
7.1 KiB
C
250 lines
7.1 KiB
C
#ifndef __TOKEN_H__
|
|
#define __TOKEN_H__
|
|
|
|
enum CSTD_KEYWORD {
|
|
CSTD_C89,
|
|
CSTD_C99,
|
|
CEXT_ASM,
|
|
};
|
|
|
|
// Using Binary Search To Fast Find Keyword
|
|
#define KEYWORD_TABLE \
|
|
X(asm , CEXT_ASM, TOKEN_ASM) \
|
|
X(break , CSTD_C89, TOKEN_BREAK) \
|
|
X(case , CSTD_C89, TOKEN_CASE) \
|
|
X(char , CSTD_C89, TOKEN_CHAR) \
|
|
X(const , CSTD_C89, TOKEN_CONST) \
|
|
X(continue , CSTD_C89, TOKEN_CONTINUE) \
|
|
X(default , CSTD_C89, TOKEN_DEFAULT) \
|
|
X(do , CSTD_C89, TOKEN_DO) \
|
|
X(double , CSTD_C89, TOKEN_DOUBLE) \
|
|
X(else , CSTD_C89, TOKEN_ELSE) \
|
|
X(enum , CSTD_C89, TOKEN_ENUM) \
|
|
X(extern , CSTD_C89, TOKEN_EXTERN) \
|
|
X(float , CSTD_C89, TOKEN_FLOAT) \
|
|
X(for , CSTD_C89, TOKEN_FOR) \
|
|
X(goto , CSTD_C89, TOKEN_GOTO) \
|
|
X(if , CSTD_C89, TOKEN_IF) \
|
|
X(inline , CSTD_C99, TOKEN_INLINE) \
|
|
X(int , CSTD_C89, TOKEN_INT) \
|
|
X(long , CSTD_C89, TOKEN_LONG) \
|
|
X(register , CSTD_C89, TOKEN_REGISTER) \
|
|
X(restrict , CSTD_C99, TOKEN_RESTRICT) \
|
|
X(return , CSTD_C89, TOKEN_RETURN) \
|
|
X(short , CSTD_C89, TOKEN_SHORT) \
|
|
X(signed , CSTD_C89, TOKEN_SIGNED) \
|
|
X(sizeof , CSTD_C89, TOKEN_SIZEOF) \
|
|
X(static , CSTD_C89, TOKEN_STATIC) \
|
|
X(struct , CSTD_C89, TOKEN_STRUCT) \
|
|
X(switch , CSTD_C89, TOKEN_SWITCH) \
|
|
X(typedef , CSTD_C89, TOKEN_TYPEDEF) \
|
|
X(union , CSTD_C89, TOKEN_UNION) \
|
|
X(unsigned , CSTD_C89, TOKEN_UNSIGNED) \
|
|
X(void , CSTD_C89, TOKEN_VOID) \
|
|
X(volatile , CSTD_C89, TOKEN_VOLATILE) \
|
|
X(while , CSTD_C89, TOKEN_WHILE) \
|
|
// KEYWORD_TABLE
|
|
|
|
#define TOKEN_TABLE \
|
|
X(EOF , TOKEN_EOF) \
|
|
X(init , TOKEN_INIT) \
|
|
X(flush , TOKEN_FLUSH) \
|
|
X("==" , TOKEN_EQ) \
|
|
X("=" , TOKEN_ASSIGN) \
|
|
X("++" , TOKEN_ADD_ADD) \
|
|
X("+=" , TOKEN_ASSIGN_ADD) \
|
|
X("+" , TOKEN_ADD) \
|
|
X("--" , TOKEN_SUB_SUB) \
|
|
X("-=" , TOKEN_ASSIGN_SUB) \
|
|
X("->" , TOKEN_DEREF) \
|
|
X("-" , TOKEN_SUB) \
|
|
X("*=" , TOKEN_ASSIGN_MUL) \
|
|
X("*" , TOKEN_MUL) \
|
|
X("/=" , TOKEN_ASSIGN_DIV) \
|
|
X("/" , TOKEN_DIV) \
|
|
X("//" , TOKEN_LINE_COMMENT) \
|
|
X("/* */" , TOKEN_BLOCK_COMMENT) \
|
|
X("%=" , TOKEN_ASSIGN_MOD) \
|
|
X("%" , TOKEN_MOD) \
|
|
X("&&" , TOKEN_AND_AND) \
|
|
X("&=" , TOKEN_ASSIGN_AND) \
|
|
X("&" , TOKEN_AND) \
|
|
X("||" , TOKEN_OR_OR) \
|
|
X("|=" , TOKEN_ASSIGN_OR) \
|
|
X("|" , TOKEN_OR) \
|
|
X("^=" , TOKEN_ASSIGN_XOR) \
|
|
X("^" , TOKEN_XOR) \
|
|
X("<<=" , TOKEN_ASSIGN_L_SH) \
|
|
X("<<" , TOKEN_L_SH) \
|
|
X("<=" , TOKEN_LE) \
|
|
X("<" , TOKEN_LT) \
|
|
X(">>=" , TOKEN_ASSIGN_R_SH) \
|
|
X(">>" , TOKEN_R_SH) \
|
|
X(">=" , TOKEN_GE) \
|
|
X(">" , TOKEN_GT) \
|
|
X("!" , TOKEN_NOT) \
|
|
X("!=" , TOKEN_NEQ) \
|
|
X("~" , TOKEN_BIT_NOT) \
|
|
X("[" , TOKEN_L_BRACKET) \
|
|
X("]" , TOKEN_R_BRACKET) \
|
|
X("(" , TOKEN_L_PAREN) \
|
|
X(")" , TOKEN_R_PAREN) \
|
|
X("{" , TOKEN_L_BRACE) \
|
|
X("}" , TOKEN_R_BRACE) \
|
|
X(";" , TOKEN_SEMICOLON) \
|
|
X("," , TOKEN_COMMA) \
|
|
X(":" , TOKEN_COLON) \
|
|
X("." , TOKEN_DOT) \
|
|
X("..." , TOKEN_ELLIPSIS) \
|
|
X("?" , TOKEN_COND) \
|
|
X(identifier , TOKEN_IDENT) \
|
|
X(int_literal , TOKEN_INT_LITERAL) \
|
|
X(float_literal , TOKEN_FLOAT_LITERAL) \
|
|
X(char_literal , TOKEN_CHAR_LITERAL) \
|
|
X(string_literal , TOKEN_STRING_LITERAL) \
|
|
// END
|
|
|
|
// 定义TokenType枚举
|
|
enum TokenType {
|
|
// 处理普通token
|
|
#define X(str, tok) tok,
|
|
TOKEN_TABLE
|
|
#undef X
|
|
|
|
// 处理关键字（保持原有格式）
|
|
#define X(name, std, tok) tok,
|
|
KEYWORD_TABLE
|
|
#undef X
|
|
};
|
|
|
|
struct TokenConstant {
|
|
int have;
|
|
union {
|
|
char ch;
|
|
int i;
|
|
float f;
|
|
double d;
|
|
long long ll;
|
|
char* str;
|
|
};
|
|
};
|
|
|
|
// "break"
|
|
// "case"
|
|
// "char"
|
|
// "const"
|
|
// "continue"
|
|
// "default"
|
|
// "do"
|
|
// "double"
|
|
// "else"
|
|
// "enum"
|
|
// "extern"
|
|
// "float"
|
|
// "for"
|
|
// "goto"
|
|
// "if"
|
|
// "inline (C99)"
|
|
// "int"
|
|
// "long"
|
|
// "register"
|
|
// "restrict (C99)"
|
|
// "return"
|
|
// "short"
|
|
// "signed"
|
|
// "sizeof"
|
|
// "static"
|
|
// "struct"
|
|
// "switch"
|
|
// "typedef"
|
|
// "union"
|
|
// "unsigned"
|
|
// "void"
|
|
// "volatile"
|
|
// "while"
|
|
|
|
// alignas (C23)
|
|
// alignof (C23)
|
|
// auto
|
|
// bool (C23)
|
|
// constexpr (C23)
|
|
// false (C23)
|
|
// nullptr (C23)
|
|
// static_assert (C23)
|
|
// thread_local (C23)
|
|
// true (C23)
|
|
// typeof (C23)
|
|
// typeof_unqual (C23)
|
|
// _Alignas (C11)
|
|
// _Alignof (C11)
|
|
// _Atomic (C11)
|
|
// _BitInt (C23)
|
|
// _Bool (C99)
|
|
// _Complex (C99)
|
|
// _Decimal128 (C23)
|
|
// _Decimal32 (C23)
|
|
// _Decimal64 (C23)
|
|
// _Generic (C11)
|
|
// _Imaginary (C99)
|
|
// _Noreturn (C11)
|
|
// _Static_assert (C11)
|
|
// _Thread_local (C11)
|
|
|
|
// a = b
|
|
// a += b
|
|
// a -= b
|
|
// a *= b
|
|
// a /= b
|
|
// a %= b
|
|
// a &= b
|
|
// a |= b
|
|
// a ^= b
|
|
// a <<= b
|
|
// a >>= b
|
|
|
|
// ++a
|
|
// --a
|
|
// a++
|
|
// a--
|
|
|
|
// +a
|
|
// -a
|
|
// a + b
|
|
// a - b
|
|
// a * b
|
|
// a / b
|
|
// a % b
|
|
// ~a
|
|
// a & b
|
|
// a | b
|
|
// a ^ b
|
|
// a << b
|
|
// a >> b
|
|
|
|
// !a
|
|
// a && b
|
|
// a || b
|
|
|
|
// a == b
|
|
// a != b
|
|
// a < b
|
|
// a > b
|
|
// a <= b
|
|
// a >= b
|
|
|
|
// a[b]
|
|
// *a
|
|
// &a
|
|
// a->b
|
|
// a.b
|
|
|
|
// a(...)
|
|
// a, b
|
|
// (type) a
|
|
// a ? b : c
|
|
// sizeof
|
|
|
|
// _Alignof
|
|
// (C11)
|
|
|
|
#endif |