diff options
| -rw-r--r-- | source/compiler-core/slang-lexer.cpp | 38 | ||||
| -rw-r--r-- | source/compiler-core/slang-lexer.h | 2 | ||||
| -rw-r--r-- | source/slang/slang-parser.cpp | 15 | ||||
| -rw-r--r-- | tests/front-end/char-literal.slang | 30 |
4 files changed, 82 insertions, 3 deletions
diff --git a/source/compiler-core/slang-lexer.cpp b/source/compiler-core/slang-lexer.cpp index d19ea388d..358a0ceff 100644 --- a/source/compiler-core/slang-lexer.cpp +++ b/source/compiler-core/slang-lexer.cpp @@ -6,6 +6,7 @@ // #include "core/slang-char-encode.h" +#include "core/slang-string-escape-util.h" #include "slang-core-diagnostics.h" #include "slang-name.h" #include "slang-source-loc.h" @@ -829,17 +830,48 @@ FloatingPointLiteralValue getFloatingPointLiteralValue( return value; } -static void _lexStringLiteralBody(Lexer* lexer, char quote) +IntegerLiteralValue getCharLiteralValue(Token const& token) { + String unquotedContent = StringEscapeUtil::unquote('\'', token.getContent()); + StringBuilder unescaped(4); + auto escapeHandler = StringEscapeUtil::getHandler(StringEscapeUtil::Style::Cpp); + escapeHandler->appendUnescaped(unquotedContent.getUnownedSlice(), unescaped); + + char const* cursor = unescaped.getBuffer(); + + IntegerLiteralValue codepoint = getUnicodePointFromUTF8([&]() { return *cursor++; }); + return codepoint; +} + +static void _lexStringLiteralBody(Lexer* lexer, char quote, bool singleChar) +{ + int len = 0; for (;;) { int c = _peek(lexer); if (c == quote) { + if (singleChar && len == 0) + { // Empty char literal - size must be exactly 1. + if (auto sink = lexer->getDiagnosticSink()) + { + sink->diagnose(_getSourceLoc(lexer), LexerDiagnostics::illegalCharacterLiteral); + } + } _advance(lexer); return; } + len++; + + if (singleChar && len == 2) + { // Char literal about to have more than 1 char. + if (auto sink = lexer->getDiagnosticSink()) + { + sink->diagnose(_getSourceLoc(lexer), LexerDiagnostics::illegalCharacterLiteral); + } + } + switch (c) { case kEOF: @@ -1346,12 +1378,12 @@ static TokenType _lexTokenImpl(Lexer* lexer) case '\"': _advance(lexer); - _lexStringLiteralBody(lexer, '\"'); + _lexStringLiteralBody(lexer, '\"', false); return TokenType::StringLiteral; case '\'': _advance(lexer); - _lexStringLiteralBody(lexer, '\''); + _lexStringLiteralBody(lexer, '\'', true); return TokenType::CharLiteral; diff --git a/source/compiler-core/slang-lexer.h b/source/compiler-core/slang-lexer.h index c39d130b7..99ad87681 100644 --- a/source/compiler-core/slang-lexer.h +++ b/source/compiler-core/slang-lexer.h @@ -184,6 +184,8 @@ IntegerLiteralValue getIntegerLiteralValue( FloatingPointLiteralValue getFloatingPointLiteralValue( Token const& token, UnownedStringSlice* outSuffix = 0); + +IntegerLiteralValue getCharLiteralValue(Token const& token); } // namespace Slang #endif diff --git a/source/slang/slang-parser.cpp b/source/slang/slang-parser.cpp index c17a086a7..7ff0a6a2f 100644 --- a/source/slang/slang-parser.cpp +++ b/source/slang/slang-parser.cpp @@ -7584,6 +7584,21 @@ static Expr* parseAtomicExpr(Parser* parser) return constExpr; } + + case TokenType::CharLiteral: + { + IntegerLiteralExpr* constExpr = parser->astBuilder->create<IntegerLiteralExpr>(); + parser->FillPosition(constExpr); + + auto token = parser->tokenReader.advanceToken(); + constExpr->token = token; + + IntegerLiteralValue value = getCharLiteralValue(token); + constExpr->value = value; + constExpr->suffixType = BaseType::UInt; + return constExpr; + } + case TokenType::CompletionRequest: { VarExpr* varExpr = parser->astBuilder->create<VarExpr>(); diff --git a/tests/front-end/char-literal.slang b/tests/front-end/char-literal.slang new file mode 100644 index 000000000..69d106c27 --- /dev/null +++ b/tests/front-end/char-literal.slang @@ -0,0 +1,30 @@ +//TEST(compute):COMPARE_COMPUTE(filecheck-buffer=CHECK): -vk -compute -shaderobj +//TEST(compute):COMPARE_COMPUTE(filecheck-buffer=CHECK): -dx12 -compute -shaderobj +//TEST(compute):COMPARE_COMPUTE(filecheck-buffer=CHECK): -cpu -compute -shaderobj + +// Test that char literals work as expected. + +// CHECK: 48 +// CHECK-NEXT: 65 +// CHECK-NEXT: 6C +// CHECK-NEXT: 6C +// CHECK-NEXT: 6F +// CHECK-NEXT: 4E16 +// CHECK-NEXT: 754C +// CHECK-NEXT: A + +//TEST_INPUT:ubuffer(data=[0 0 0 0 0 0 0 0], stride=4):out,name outputBuffer +RWStructuredBuffer<int> outputBuffer; + +[numthreads(1, 1, 1)] +void computeMain() +{ + outputBuffer[0] = 'H'; + outputBuffer[1] = 'e'; + outputBuffer[2] = 'l'; + outputBuffer[3] = 'l'; + outputBuffer[4] = 'o'; + outputBuffer[5] = '世'; + outputBuffer[6] = '界'; + outputBuffer[7] = '\n'; +} |
