source/slang/token.h


1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67

// token.h
#ifndef SLANG_TOKEN_H_INCLUDED
#define SLANG_TOKEN_H_INCLUDED

#include "../core/basic.h"

#include "source-loc.h"

namespace Slang {

class Name;

enum class TokenType
{
#define TOKEN(NAME, DESC) NAME,
#include "token-defs.h"
};

char const* TokenTypeToString(TokenType type);

enum TokenFlag : unsigned int
{
    AtStartOfLine           = 1 << 0,
    AfterWhitespace         = 1 << 1,
    SuppressMacroExpansion  = 1 << 2,
    ScrubbingNeeded         = 1 << 3,
};
typedef unsigned int TokenFlags;

class Token
{
public:
    TokenType   type = TokenType::Unknown;
    TokenFlags  flags = 0;

    SourceLoc   loc;
    void*       ptrValue;

    String Content;

    Token() = default;

    Token(
        TokenType type,
        const String & content,
        SourceLoc loc,
        TokenFlags flags = 0)
        : flags(flags)
	{
		type = type;
		Content = content;
        loc = loc;
        ptrValue = nullptr;
	}

    Name* getName() const;

    Name* getNameOrNull() const;

    SourceLoc getLoc() const { return loc; }
};


} // namespace Slang

#endif