diff options
| author | Yong He <yonghe@outlook.com> | 2017-10-23 11:25:44 -0400 |
|---|---|---|
| committer | Yong He <yonghe@outlook.com> | 2017-10-23 11:25:44 -0400 |
| commit | c68224e3e9158e54bdd7c0abe294e0bbf3f6e1a5 (patch) | |
| tree | 69abac25fd24188184ffec9d43c55e89048a7cef /source/core/token-reader.cpp | |
| parent | 3c649614e5837bcf06f281f9aa5a63a350b5725b (diff) | |
try fix linux build
Diffstat (limited to 'source/core/token-reader.cpp')
| -rw-r--r-- | source/core/token-reader.cpp | 106 |
1 files changed, 1 insertions, 105 deletions
diff --git a/source/core/token-reader.cpp b/source/core/token-reader.cpp index 5f7115112..bf3294c8e 100644 --- a/source/core/token-reader.cpp +++ b/source/core/token-reader.cpp @@ -490,7 +490,7 @@ namespace Slang else { //do token analyze - ParseOperators(tokenBuilder.ToString(), tokenList, tokenFlags, tokenLine, tokenCol, pos - tokenBuilder.Length(), file); + ParseOperators(tokenBuilder.ToString(), tokenList, tokenFlags, tokenLine, tokenCol, (int)(pos - tokenBuilder.Length()), file); tokenBuilder.Clear(); state = State::Start; } @@ -756,110 +756,6 @@ namespace Slang return sb.ProduceString(); } - - String TokenTypeToString(TokenType type) - { - switch (type) - { - case TokenType::EndOfFile: - return "end of file"; - case TokenType::Unknown: - return "UnknownToken"; - case TokenType::Identifier: - return "identifier"; - case TokenType::IntLiteral: - return "integer literal"; - case TokenType::DoubleLiteral: - return "floating-point literal"; - case TokenType::StringLiteral: - return "string literal"; - case TokenType::CharLiteral: - return "character literal"; - case TokenType::QuestionMark: - return "'?'"; - case TokenType::Colon: - return "':'"; - case TokenType::Semicolon: - return "';'"; - case TokenType::Comma: - return "','"; - case TokenType::LBrace: - return "'{'"; - case TokenType::RBrace: - return "'}'"; - case TokenType::LBracket: - return "'['"; - case TokenType::RBracket: - return "']'"; - case TokenType::LParent: - return "'('"; - case TokenType::RParent: - return "')'"; - case TokenType::At: - return "'@'"; - case TokenType::OpAssign: - return "'='"; - case TokenType::OpAdd: - return "'+'"; - case TokenType::OpSub: - return "'-'"; - case TokenType::OpMul: - return "'*'"; - case TokenType::OpDiv: - return "'/'"; - case TokenType::OpMod: - return "'%'"; - case TokenType::OpNot: - return "'!'"; - case TokenType::OpLsh: - return "'<<'"; - case TokenType::OpRsh: - return "'>>'"; - case TokenType::OpAddAssign: - return "'+='"; - case TokenType::OpSubAssign: - return "'-='"; - case TokenType::OpMulAssign: - return "'*='"; - case TokenType::OpDivAssign: - return "'/='"; - case TokenType::OpModAssign: - return "'%='"; - case TokenType::OpEql: - return "'=='"; - case TokenType::OpNeq: - return "'!='"; - case TokenType::OpGreater: - return "'>'"; - case TokenType::OpLess: - return "'<'"; - case TokenType::OpGeq: - return "'>='"; - case TokenType::OpLeq: - return "'<='"; - case TokenType::OpAnd: - return "'&&'"; - case TokenType::OpOr: - return "'||'"; - case TokenType::OpBitXor: - return "'^'"; - case TokenType::OpBitAnd: - return "'&'"; - case TokenType::OpBitOr: - return "'|'"; - case TokenType::OpInc: - return "'++'"; - case TokenType::OpDec: - return "'--'"; - case TokenType::Pound: - return "'#'"; - case TokenType::PoundPound: - return "'##'"; - default: - return ""; - } - } - TokenReader::TokenReader(String text) { this->tokens = TokenizeText("", text); |
