summaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
-rw-r--r--source/compiler-core/slang-lexer.cpp38
-rw-r--r--source/compiler-core/slang-lexer.h2
-rw-r--r--source/slang/slang-parser.cpp15
-rw-r--r--tests/front-end/char-literal.slang30
4 files changed, 82 insertions, 3 deletions
diff --git a/source/compiler-core/slang-lexer.cpp b/source/compiler-core/slang-lexer.cpp
index d19ea388d..358a0ceff 100644
--- a/source/compiler-core/slang-lexer.cpp
+++ b/source/compiler-core/slang-lexer.cpp
@@ -6,6 +6,7 @@
//
#include "core/slang-char-encode.h"
+#include "core/slang-string-escape-util.h"
#include "slang-core-diagnostics.h"
#include "slang-name.h"
#include "slang-source-loc.h"
@@ -829,17 +830,48 @@ FloatingPointLiteralValue getFloatingPointLiteralValue(
return value;
}
-static void _lexStringLiteralBody(Lexer* lexer, char quote)
+IntegerLiteralValue getCharLiteralValue(Token const& token)
{
+ String unquotedContent = StringEscapeUtil::unquote('\'', token.getContent());
+ StringBuilder unescaped(4);
+ auto escapeHandler = StringEscapeUtil::getHandler(StringEscapeUtil::Style::Cpp);
+ escapeHandler->appendUnescaped(unquotedContent.getUnownedSlice(), unescaped);
+
+ char const* cursor = unescaped.getBuffer();
+
+ IntegerLiteralValue codepoint = getUnicodePointFromUTF8([&]() { return *cursor++; });
+ return codepoint;
+}
+
+static void _lexStringLiteralBody(Lexer* lexer, char quote, bool singleChar)
+{
+ int len = 0;
for (;;)
{
int c = _peek(lexer);
if (c == quote)
{
+ if (singleChar && len == 0)
+ { // Empty char literal - size must be exactly 1.
+ if (auto sink = lexer->getDiagnosticSink())
+ {
+ sink->diagnose(_getSourceLoc(lexer), LexerDiagnostics::illegalCharacterLiteral);
+ }
+ }
_advance(lexer);
return;
}
+ len++;
+
+ if (singleChar && len == 2)
+ { // Char literal about to have more than 1 char.
+ if (auto sink = lexer->getDiagnosticSink())
+ {
+ sink->diagnose(_getSourceLoc(lexer), LexerDiagnostics::illegalCharacterLiteral);
+ }
+ }
+
switch (c)
{
case kEOF:
@@ -1346,12 +1378,12 @@ static TokenType _lexTokenImpl(Lexer* lexer)
case '\"':
_advance(lexer);
- _lexStringLiteralBody(lexer, '\"');
+ _lexStringLiteralBody(lexer, '\"', false);
return TokenType::StringLiteral;
case '\'':
_advance(lexer);
- _lexStringLiteralBody(lexer, '\'');
+ _lexStringLiteralBody(lexer, '\'', true);
return TokenType::CharLiteral;
diff --git a/source/compiler-core/slang-lexer.h b/source/compiler-core/slang-lexer.h
index c39d130b7..99ad87681 100644
--- a/source/compiler-core/slang-lexer.h
+++ b/source/compiler-core/slang-lexer.h
@@ -184,6 +184,8 @@ IntegerLiteralValue getIntegerLiteralValue(
FloatingPointLiteralValue getFloatingPointLiteralValue(
Token const& token,
UnownedStringSlice* outSuffix = 0);
+
+IntegerLiteralValue getCharLiteralValue(Token const& token);
} // namespace Slang
#endif
diff --git a/source/slang/slang-parser.cpp b/source/slang/slang-parser.cpp
index c17a086a7..7ff0a6a2f 100644
--- a/source/slang/slang-parser.cpp
+++ b/source/slang/slang-parser.cpp
@@ -7584,6 +7584,21 @@ static Expr* parseAtomicExpr(Parser* parser)
return constExpr;
}
+
+ case TokenType::CharLiteral:
+ {
+ IntegerLiteralExpr* constExpr = parser->astBuilder->create<IntegerLiteralExpr>();
+ parser->FillPosition(constExpr);
+
+ auto token = parser->tokenReader.advanceToken();
+ constExpr->token = token;
+
+ IntegerLiteralValue value = getCharLiteralValue(token);
+ constExpr->value = value;
+ constExpr->suffixType = BaseType::UInt;
+ return constExpr;
+ }
+
case TokenType::CompletionRequest:
{
VarExpr* varExpr = parser->astBuilder->create<VarExpr>();
diff --git a/tests/front-end/char-literal.slang b/tests/front-end/char-literal.slang
new file mode 100644
index 000000000..69d106c27
--- /dev/null
+++ b/tests/front-end/char-literal.slang
@@ -0,0 +1,30 @@
+//TEST(compute):COMPARE_COMPUTE(filecheck-buffer=CHECK): -vk -compute -shaderobj
+//TEST(compute):COMPARE_COMPUTE(filecheck-buffer=CHECK): -dx12 -compute -shaderobj
+//TEST(compute):COMPARE_COMPUTE(filecheck-buffer=CHECK): -cpu -compute -shaderobj
+
+// Test that char literals work as expected.
+
+// CHECK: 48
+// CHECK-NEXT: 65
+// CHECK-NEXT: 6C
+// CHECK-NEXT: 6C
+// CHECK-NEXT: 6F
+// CHECK-NEXT: 4E16
+// CHECK-NEXT: 754C
+// CHECK-NEXT: A
+
+//TEST_INPUT:ubuffer(data=[0 0 0 0 0 0 0 0], stride=4):out,name outputBuffer
+RWStructuredBuffer<int> outputBuffer;
+
+[numthreads(1, 1, 1)]
+void computeMain()
+{
+ outputBuffer[0] = 'H';
+ outputBuffer[1] = 'e';
+ outputBuffer[2] = 'l';
+ outputBuffer[3] = 'l';
+ outputBuffer[4] = 'o';
+ outputBuffer[5] = '世';
+ outputBuffer[6] = '界';
+ outputBuffer[7] = '\n';
+}