Compilers01/Lexer.h.save at master · drinu276/Compilers01 · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
#include "Token.h"

class Lexer
{
public:
    enum TOK_TYPES
    {
        TOK_ADDITIVEOP,
        TOK_BOOL,
        TOK_BOOLEANLITERAL,
        TOK_COLON,
        TOK_COMMA,
        TOK_CURLYBRACE_CLOSE,
        TOK_CURLYBRACE_OPEN,
        TOK_DIGIT,
        TOK_DOUBLEQUOTE,
        TOK_EOF,
        TOK_EQUALS,
        TOK_INT,
        TOK_LETTER,
        TOK_MULTIPLICATIVEOP,
        TOK_PRINTABLE,
        TOK_REAL,
        TOK_RELATIONALOP,
        TOK_RESWORD_AND,
        TOK_RESWORD_BOOL,
        TOK_RESWORD_DEF,
        TOK_RESWORD_ELSE,
        TOK_RESWORD_FALSE,
        TOK_RESWORD_IF,
        TOK_RESWORD_INT,
        TOK_RESWORD_NOT,
        TOK_RESWORD_OR,
        TOK_RESWORD_REAL,
        TOK_RESWORD_RETURN,
        TOK_RESWORD_SET,
        TOK_RESWORD_STRING,
        TOK_RESWORD_TRUE,
        TOK_RESWORD_VAR,
        TOK_RESWORD_WHILE,
        TOK_RESWORD_WRITE,
        TOK_ROUNDBRACE_CLOSE,
        TOK_ROUNDBRACE_OPEN,
        TOK_SEMICOLON,
        TOK_STRING
    };

    struct Token
    {
        TOK_TYPES TokenType;
        std::string name;
        int id;
    };

    bool isArithmeticOperator(char in);
    bool isLetter(char in);
    bool isNumber(char in);
    //std::string removeComments(std::string in);
    Lexer(std::string fileName);
    void createToken(TOK_TYPES TokType, std::string contents, int id);
    Token GetNextToken();
};