5#include <unordered_set>
42#define DECLARE_TOKENS(name, ...) \
43 const std::unordered_set<std::string> name({__VA_ARGS__})
#define DECLARE_TOKENS(name,...)
Definition Token.h:42
Definition BasicParser.h:16
@ Unknown
Definition Statement.h:23
@ Identifier
Definition Statement.h:31
@ StringLiteral
Definition Statement.h:32
@ NumericLiteral
Definition Statement.h:33
TokenType
Types of possible tokens.
Definition Token.h:13
@ LogicalKeyword
Definition Token.h:18
@ JoinKeyword
Definition Token.h:17
@ Identifier
Definition Token.h:20
@ EndOfInput
Definition Token.h:23
@ StringLiteral
Definition Token.h:21
@ Unknown
Definition Token.h:24
@ ManipulationKeyword
Definition Token.h:15
@ NumericLiteral
Definition Token.h:22
@ QueryKeyword
Definition Token.h:16
@ DefinitionKeyword
Definition Token.h:14
@ Operator
Definition Token.h:19
const std::string to_string(TokenType type)
Convert TokenType to string.
Definition Token.h:105
Token struct defined by type, value and pos.
Definition Token.h:31
TokenType type
Definition Token.h:32
size_t position
Definition Token.h:34
std::string lexeme
Definition Token.h:33