summaryrefslogtreecommitdiffstats
path: root/source/core/token-reader.cpp
diff options
context:
space:
mode:
authorYong He <yonghe@outlook.com>2017-10-23 11:25:44 -0400
committerYong He <yonghe@outlook.com>2017-10-23 11:25:44 -0400
commitc68224e3e9158e54bdd7c0abe294e0bbf3f6e1a5 (patch)
tree69abac25fd24188184ffec9d43c55e89048a7cef /source/core/token-reader.cpp
parent3c649614e5837bcf06f281f9aa5a63a350b5725b (diff)
try fix linux build
Diffstat (limited to 'source/core/token-reader.cpp')
-rw-r--r--source/core/token-reader.cpp106
1 files changed, 1 insertions, 105 deletions
diff --git a/source/core/token-reader.cpp b/source/core/token-reader.cpp
index 5f7115112..bf3294c8e 100644
--- a/source/core/token-reader.cpp
+++ b/source/core/token-reader.cpp
@@ -490,7 +490,7 @@ namespace Slang
else
{
//do token analyze
- ParseOperators(tokenBuilder.ToString(), tokenList, tokenFlags, tokenLine, tokenCol, pos - tokenBuilder.Length(), file);
+ ParseOperators(tokenBuilder.ToString(), tokenList, tokenFlags, tokenLine, tokenCol, (int)(pos - tokenBuilder.Length()), file);
tokenBuilder.Clear();
state = State::Start;
}
@@ -756,110 +756,6 @@ namespace Slang
return sb.ProduceString();
}
-
- String TokenTypeToString(TokenType type)
- {
- switch (type)
- {
- case TokenType::EndOfFile:
- return "end of file";
- case TokenType::Unknown:
- return "UnknownToken";
- case TokenType::Identifier:
- return "identifier";
- case TokenType::IntLiteral:
- return "integer literal";
- case TokenType::DoubleLiteral:
- return "floating-point literal";
- case TokenType::StringLiteral:
- return "string literal";
- case TokenType::CharLiteral:
- return "character literal";
- case TokenType::QuestionMark:
- return "'?'";
- case TokenType::Colon:
- return "':'";
- case TokenType::Semicolon:
- return "';'";
- case TokenType::Comma:
- return "','";
- case TokenType::LBrace:
- return "'{'";
- case TokenType::RBrace:
- return "'}'";
- case TokenType::LBracket:
- return "'['";
- case TokenType::RBracket:
- return "']'";
- case TokenType::LParent:
- return "'('";
- case TokenType::RParent:
- return "')'";
- case TokenType::At:
- return "'@'";
- case TokenType::OpAssign:
- return "'='";
- case TokenType::OpAdd:
- return "'+'";
- case TokenType::OpSub:
- return "'-'";
- case TokenType::OpMul:
- return "'*'";
- case TokenType::OpDiv:
- return "'/'";
- case TokenType::OpMod:
- return "'%'";
- case TokenType::OpNot:
- return "'!'";
- case TokenType::OpLsh:
- return "'<<'";
- case TokenType::OpRsh:
- return "'>>'";
- case TokenType::OpAddAssign:
- return "'+='";
- case TokenType::OpSubAssign:
- return "'-='";
- case TokenType::OpMulAssign:
- return "'*='";
- case TokenType::OpDivAssign:
- return "'/='";
- case TokenType::OpModAssign:
- return "'%='";
- case TokenType::OpEql:
- return "'=='";
- case TokenType::OpNeq:
- return "'!='";
- case TokenType::OpGreater:
- return "'>'";
- case TokenType::OpLess:
- return "'<'";
- case TokenType::OpGeq:
- return "'>='";
- case TokenType::OpLeq:
- return "'<='";
- case TokenType::OpAnd:
- return "'&&'";
- case TokenType::OpOr:
- return "'||'";
- case TokenType::OpBitXor:
- return "'^'";
- case TokenType::OpBitAnd:
- return "'&'";
- case TokenType::OpBitOr:
- return "'|'";
- case TokenType::OpInc:
- return "'++'";
- case TokenType::OpDec:
- return "'--'";
- case TokenType::Pound:
- return "'#'";
- case TokenType::PoundPound:
- return "'##'";
- default:
- return "";
- }
- }
-
TokenReader::TokenReader(String text)
{
this->tokens = TokenizeText("", text);