blob: f177eb5121fe54c3b759e07957e9d3d102896f31 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
|
// token.h
#ifndef SLANG_TOKEN_H_INCLUDED
#define SLANG_TOKEN_H_INCLUDED
#include "../core/basic.h"
#include "source-loc.h"
namespace Slang {
enum class TokenType
{
#define TOKEN(NAME, DESC) NAME,
#include "token-defs.h"
};
char const* TokenTypeToString(TokenType type);
enum TokenFlag : unsigned int
{
AtStartOfLine = 1 << 0,
AfterWhitespace = 1 << 1,
};
typedef unsigned int TokenFlags;
class Token
{
public:
TokenType Type = TokenType::Unknown;
String Content;
CodePosition Position;
TokenFlags flags = 0;
Token() = default;
Token(TokenType type, const String & content, int line, int col, int pos, String fileName, TokenFlags flags = 0)
: flags(flags)
{
Type = type;
Content = content;
Position = CodePosition(line, col, pos, fileName);
}
};
} // namespace Slang
#endif
|
