Major language server features. (#2264)

* Major language server features.

* Include slangd in binary release.

* Fix compiler issues.

* Fix compiler error.

* Completion resolve.

* Various improvements.

* Update diagnostic test expected output.

* Bug fix for source locations.

* Adjust diagnostic update frequency.

* Update github actions to store artifacts.

* Fix infinite parser loop.

* Fix parser recovery.

* Fix parser recovery.

* Update test.

* Fix test.

* Disable IR gen for language server.

* Allow commit characters in auto completion.

* Fix lookup for invoke exprs.

* More parser robustness fixes.

* update solution file

Co-authored-by: Yong He <yhe@nvidia.com>

1 files changed, 481 insertions, 0 deletions

diff --git a/source/slang/slang-language-server-protocol.cpp b/source/slang/slang-language-server-protocol.cpp
new file mode 100644
index 000000000..c557be7ec
--- /dev/null
+++ b/source/slang/slang-language-server-protocol.cpp
@@ -0,0 +1,481 @@
+#include "slang-language-server-protocol.h"
+
+namespace Slang
+{
+namespace LanguageServerProtocol
+{
+static const StructRttiInfo _makeTextDocumentSyncOptionsRtti()
+{
+    TextDocumentSyncOptions obj;
+    StructRttiBuilder builder(&obj, "LanguageServerProtocol::TextDocumentSyncOptions", nullptr);
+    builder.addField("change", &obj.change);
+    builder.addField("openClose", &obj.openClose);
+    builder.ignoreUnknownFields();
+    return builder.make();
+}
+const StructRttiInfo TextDocumentSyncOptions::g_rttiInfo = _makeTextDocumentSyncOptionsRtti();
+
+static const StructRttiInfo _makeCompletionOptionsRtti()
+{
+    CompletionOptions obj;
+    StructRttiBuilder builder(&obj, "LanguageServerProtocol::CompletionOptions", nullptr);
+    builder.addField("triggerCharacters", &obj.triggerCharacters);
+    builder.addField("resolveProvider", &obj.resolveProvider);
+    builder.addField("allCommitCharacters", &obj.allCommitCharacters);
+    builder.addField("workDoneToken", &obj.workDoneToken);
+    builder.ignoreUnknownFields();
+    return builder.make();
+}
+const StructRttiInfo CompletionOptions::g_rttiInfo = _makeCompletionOptionsRtti();
+
+static const StructRttiInfo _makeSemanticTokensLegendRtti()
+{
+    SemanticTokensLegend obj;
+    StructRttiBuilder builder(&obj, "LanguageServerProtocol::SemanticTokensLegend", nullptr);
+    builder.addField("tokenTypes", &obj.tokenTypes);
+    builder.addField("tokenModifiers", &obj.tokenModifiers);
+    builder.ignoreUnknownFields();
+    return builder.make();
+}
+const StructRttiInfo SemanticTokensLegend::g_rttiInfo = _makeSemanticTokensLegendRtti();
+
+static const StructRttiInfo _makeSemanticTokensOptionsRtti()
+{
+    SemanticTokensOptions obj;
+    StructRttiBuilder builder(&obj, "LanguageServerProtocol::SemanticTokensOptions", nullptr);
+    builder.addField("legend", &obj.legend);
+    builder.addField("range", &obj.range);
+    builder.addField("full", &obj.full);
+    builder.ignoreUnknownFields();
+    return builder.make();
+}
+const StructRttiInfo SemanticTokensOptions::g_rttiInfo = _makeSemanticTokensOptionsRtti();
+
+static const StructRttiInfo _makeSignatureHelpOptionsRtti()
+{
+    SignatureHelpOptions obj;
+    StructRttiBuilder builder(&obj, "LanguageServerProtocol::SignatureHelpOptions", nullptr);
+    builder.addField("triggerCharacters", &obj.triggerCharacters);
+    builder.addField("retriggerCharacters", &obj.retriggerCharacters);
+    builder.ignoreUnknownFields();
+    return builder.make();
+}
+const StructRttiInfo SignatureHelpOptions::g_rttiInfo = _makeSignatureHelpOptionsRtti();
+
+static const StructRttiInfo _makeTextDocumentItemRtti()
+{
+    TextDocumentItem obj;
+    StructRttiBuilder builder(&obj, "LanguageServerProtocol::TextDocumentItem", nullptr);
+    builder.addField("uri", &obj.uri);
+    builder.addField("version", &obj.version);
+    builder.addField("languageId", &obj.languageId);
+    builder.addField("text", &obj.text);
+    builder.ignoreUnknownFields();
+    return builder.make();
+}
+const StructRttiInfo TextDocumentItem::g_rttiInfo = _makeTextDocumentItemRtti();
+
+static const StructRttiInfo _makeTextDocumentIdentifierRtti()
+{
+    TextDocumentIdentifier obj;
+    StructRttiBuilder builder(&obj, "LanguageServerProtocol::TextDocumentIdentifier", nullptr);
+    builder.addField("uri", &obj.uri);
+    builder.ignoreUnknownFields();
+    return builder.make();
+}
+const StructRttiInfo TextDocumentIdentifier::g_rttiInfo = _makeTextDocumentIdentifierRtti();
+
+static const StructRttiInfo _makeVersionedTextDocumentIdentifierRtti()
+{
+    VersionedTextDocumentIdentifier obj;
+    StructRttiBuilder builder(&obj, "LanguageServerProtocol::VersionedTextDocumentIdentifier", nullptr);
+    builder.addField("uri", &obj.uri);
+    builder.addField("version", &obj.version);
+    builder.ignoreUnknownFields();
+    return builder.make();
+}
+const StructRttiInfo VersionedTextDocumentIdentifier::g_rttiInfo =
+    _makeVersionedTextDocumentIdentifierRtti();
+
+static const StructRttiInfo _makePositionRtti()
+{
+    Position obj;
+    StructRttiBuilder builder(
+        &obj, "LanguageServerProtocol::Position", nullptr);
+    builder.addField("line", &obj.line);
+    builder.addField("character", &obj.character);
+    builder.ignoreUnknownFields();
+    return builder.make();
+}
+const StructRttiInfo Position::g_rttiInfo = _makePositionRtti();
+
+static const StructRttiInfo _makeRangeRtti()
+{
+    Range obj;
+    StructRttiBuilder builder(&obj, "LanguageServerProtocol::Range", nullptr);
+    builder.addField("start", &obj.start);
+    builder.addField("end", &obj.end);
+    builder.ignoreUnknownFields();
+    return builder.make();
+}
+const StructRttiInfo Range::g_rttiInfo = _makeRangeRtti();
+
+static const StructRttiInfo _makeDidOpenTextDocumentRtti()
+{
+    DidOpenTextDocumentParams obj;
+    StructRttiBuilder builder(&obj, "LanguageServerProtocol::DidOpenTextDocumentParams", nullptr);
+    builder.addField("textDocument", &obj.textDocument);
+    builder.ignoreUnknownFields();
+    return builder.make();
+}
+const StructRttiInfo DidOpenTextDocumentParams::g_rttiInfo = _makeDidOpenTextDocumentRtti();
+const UnownedStringSlice DidOpenTextDocumentParams::methodName =
+    UnownedStringSlice::fromLiteral("textDocument/didOpen");
+
+static const StructRttiInfo _makeTextDocumentContentChangeEventRtti()
+{
+    TextDocumentContentChangeEvent obj;
+    StructRttiBuilder builder(&obj, "LanguageServerProtocol::TextDocumentContentChangeEvent", nullptr);
+    builder.addField("range", &obj.range, StructRttiInfo::Flag::Optional);
+    builder.addField("text", &obj.text);
+    builder.ignoreUnknownFields();
+    return builder.make();
+}
+const StructRttiInfo TextDocumentContentChangeEvent::g_rttiInfo =
+    _makeTextDocumentContentChangeEventRtti();
+
+static const StructRttiInfo _makeDidChangeTextDocumentParamsRtti()
+{
+    DidChangeTextDocumentParams obj;
+    StructRttiBuilder builder(
+        &obj, "LanguageServerProtocol::DidChangeTextDocumentParams", nullptr);
+    builder.addField("textDocument", &obj.textDocument);
+    builder.addField("contentChanges", &obj.contentChanges);
+    builder.ignoreUnknownFields();
+    return builder.make();
+}
+const StructRttiInfo DidChangeTextDocumentParams::g_rttiInfo =
+    _makeDidChangeTextDocumentParamsRtti();
+const UnownedStringSlice DidChangeTextDocumentParams::methodName =
+    UnownedStringSlice::fromLiteral("textDocument/didChange");
+
+
+static const StructRttiInfo _makeDidCloseTextDocumentParamsRtti()
+{
+    DidCloseTextDocumentParams obj;
+    StructRttiBuilder builder(&obj, "LanguageServerProtocol::DidCloseTextDocumentParams", nullptr);
+    builder.addField("textDocument", &obj.textDocument);
+    builder.ignoreUnknownFields();
+    return builder.make();
+}
+const StructRttiInfo DidCloseTextDocumentParams::g_rttiInfo = _makeDidCloseTextDocumentParamsRtti();
+const UnownedStringSlice DidCloseTextDocumentParams::methodName =
+    UnownedStringSlice::fromLiteral("textDocument/didClose");
+
+static const StructRttiInfo _makeServerCapabilitiesRtti()
+{
+    ServerCapabilities obj;
+    StructRttiBuilder builder(&obj, "LanguageServerProtocol::ServerCapabilities", nullptr);
+    builder.addField("positionEncoding", &obj.positionEncoding);
+    builder.addField("textDocumentSync", &obj.textDocumentSync);
+    builder.addField("hoverProvider", &obj.hoverProvider);
+    builder.addField("definitionProvider", &obj.definitionProvider);
+    builder.addField("completionProvider", &obj.completionProvider);
+    builder.addField("semanticTokensProvider", &obj.semanticTokensProvider);
+    builder.addField("signatureHelpProvider", &obj.signatureHelpProvider);
+    builder.ignoreUnknownFields();
+    return builder.make();
+}
+const StructRttiInfo ServerCapabilities::g_rttiInfo = _makeServerCapabilitiesRtti();
+
+static const StructRttiInfo _makeServerInfoRtti()
+{
+    ServerInfo obj;
+    StructRttiBuilder builder(&obj, "LanguageServerProtocol::ServerInfo", nullptr);
+    builder.addField("name", &obj.name);
+    builder.addField("version", &obj.version);
+    builder.ignoreUnknownFields();
+    return builder.make();
+}
+const StructRttiInfo ServerInfo::g_rttiInfo = _makeServerInfoRtti();
+
+
+static const StructRttiInfo _makeInitializeResultRtti()
+{
+    InitializeResult obj;
+    StructRttiBuilder builder(&obj, "LanguageServerProtocol::InitializeResult", nullptr);
+    builder.addField("capabilities", &obj.capabilities);
+    builder.addField("serverInfo", &obj.serverInfo);
+    builder.ignoreUnknownFields();
+    return builder.make();
+}
+const StructRttiInfo InitializeResult::g_rttiInfo = _makeInitializeResultRtti();
+
+const UnownedStringSlice InitializeParams::methodName =
+    UnownedStringSlice::fromLiteral("initialize");
+
+const UnownedStringSlice ShutdownParams::methodName = UnownedStringSlice::fromLiteral("shutdown");
+
+const UnownedStringSlice ExitParams::methodName = UnownedStringSlice::fromLiteral("exit");
+
+static const StructRttiInfo _makeWorkspaceFolderRtti()
+{
+    WorkspaceFolder obj;
+    StructRttiBuilder builder(&obj, "LanguageServerProtocol::WorkspaceFolder", nullptr);
+    builder.addField("uri", &obj.uri);
+    builder.addField("name", &obj.name);
+    builder.ignoreUnknownFields();
+    return builder.make();
+}
+const StructRttiInfo WorkspaceFolder::g_rttiInfo = _makeWorkspaceFolderRtti();
+
+static const StructRttiInfo _makeInitializeParamsRtti()
+{
+    InitializeParams obj;
+    StructRttiBuilder builder(&obj, "LanguageServerProtocol::InitializeParams", nullptr);
+    builder.addField("workspaceFolders", &obj.workspaceFolders, StructRttiInfo::Flag::Optional);
+    builder.ignoreUnknownFields();
+    return builder.make();
+}
+const StructRttiInfo InitializeParams::g_rttiInfo = _makeInitializeParamsRtti();
+
+static const StructRttiInfo _makeNullResponseRtti()
+{
+    NullResponse obj;
+    StructRttiBuilder builder(&obj, "LanguageServerProtocol::NullResponse", nullptr);
+    return builder.make();
+}
+const StructRttiInfo NullResponse::g_rttiInfo = _makeNullResponseRtti();
+
+NullResponse* NullResponse::get()
+{
+    static NullResponse result = {};
+    return &result;
+}
+
+static const StructRttiInfo _makeLocationRtti()
+{
+    Location obj;
+    StructRttiBuilder builder(&obj, "LanguageServerProtocol::Location", nullptr);
+    builder.addField("uri", &obj.uri);
+    builder.addField("range", &obj.range);
+    builder.ignoreUnknownFields();
+    return builder.make();
+}
+const StructRttiInfo Location::g_rttiInfo = _makeLocationRtti();
+
+static const StructRttiInfo _makeDiagnosticRelatedInformationRtti()
+{
+    DiagnosticRelatedInformation obj;
+    StructRttiBuilder builder(&obj, "LanguageServerProtocol::DiagnosticRelatedInformation", nullptr);
+    builder.addField("location", &obj.location);
+    builder.addField("message", &obj.message);
+    builder.ignoreUnknownFields();
+    return builder.make();
+}
+const StructRttiInfo DiagnosticRelatedInformation::g_rttiInfo =
+    _makeDiagnosticRelatedInformationRtti();
+
+static const StructRttiInfo _makeDiagnosticRtti()
+{
+    Diagnostic obj;
+    StructRttiBuilder builder(
+        &obj, "LanguageServerProtocol::Diagnostic", nullptr);
+    builder.addField("code", &obj.code);
+    builder.addField("message", &obj.message);
+    builder.addField("range", &obj.range);
+    builder.addField("relatedInformation", &obj.relatedInformation);
+    builder.addField("severity", &obj.severity);
+    builder.addField("source", &obj.source);
+    builder.ignoreUnknownFields();
+    return builder.make();
+}
+const StructRttiInfo Diagnostic::g_rttiInfo = _makeDiagnosticRtti();
+
+static const StructRttiInfo _makePublishDiagnosticsParamsRtti()
+{
+    PublishDiagnosticsParams obj;
+    StructRttiBuilder builder(&obj, "LanguageServerProtocol::PublishDiagnosticsParams", nullptr);
+    builder.addField("uri", &obj.uri);
+    builder.addField("diagnostics", &obj.diagnostics);
+    builder.ignoreUnknownFields();
+    return builder.make();
+}
+const StructRttiInfo PublishDiagnosticsParams::g_rttiInfo = _makePublishDiagnosticsParamsRtti();
+
+static const StructRttiInfo _makeTextDocumentPositionParamsRtti()
+{
+    TextDocumentPositionParams obj;
+    StructRttiBuilder builder(&obj, "LanguageServerProtocol::TextDocumentPositionParams", nullptr);
+    builder.addField("textDocument", &obj.textDocument);
+    builder.addField("position", &obj.position);
+    builder.ignoreUnknownFields();
+    return builder.make();
+}
+const StructRttiInfo TextDocumentPositionParams::g_rttiInfo = _makeTextDocumentPositionParamsRtti();
+
+static const StructRttiInfo _makeWorkDoneProgressParamsRtti()
+{
+    WorkDoneProgressParams obj;
+    StructRttiBuilder builder(&obj, "LanguageServerProtocol::WorkDoneProgressParams", nullptr);
+    builder.addField("workDoneToken", &obj.workDoneToken, StructRttiInfo::Flag::Optional);
+    builder.ignoreUnknownFields();
+    return builder.make();
+}
+const StructRttiInfo WorkDoneProgressParams::g_rttiInfo = _makeWorkDoneProgressParamsRtti();
+
+static const StructRttiInfo _makeHoverParamsRtti()
+{
+    HoverParams obj;
+    StructRttiBuilder builder(&obj, "LanguageServerProtocol::HoverParams", nullptr);
+    builder.addField("textDocument", &obj.textDocument);
+    builder.addField("position", &obj.position);
+    builder.addField("workDoneToken", &obj, StructRttiInfo::Flag::Optional);
+    builder.ignoreUnknownFields();
+    return builder.make();
+}
+const StructRttiInfo HoverParams::g_rttiInfo = _makeHoverParamsRtti();
+const UnownedStringSlice HoverParams::methodName =
+    UnownedStringSlice::fromLiteral("textDocument/hover");
+
+static const StructRttiInfo _makeMarkupContentRtti()
+{
+    MarkupContent obj;
+    StructRttiBuilder builder(&obj, "LanguageServerProtocol::MarkupContent", nullptr);
+    builder.addField("kind", &obj.kind);
+    builder.addField("value", &obj.value);
+    builder.ignoreUnknownFields();
+    return builder.make();
+}
+const StructRttiInfo MarkupContent::g_rttiInfo = _makeMarkupContentRtti();
+
+static const StructRttiInfo _makeHoverRtti()
+{
+    Hover obj;
+    StructRttiBuilder builder(&obj, "LanguageServerProtocol::Hover", nullptr);
+    builder.addField("contents", &obj.contents);
+    builder.addField("range", &obj.range);
+    builder.ignoreUnknownFields();
+    return builder.make();
+}
+const StructRttiInfo Hover::g_rttiInfo = _makeHoverRtti();
+
+static const StructRttiInfo _makeDefinitionParamsRtti()
+{
+    DefinitionParams obj;
+    StructRttiBuilder builder(&obj, "LanguageServerProtocol::DefinitionParams", nullptr);
+    builder.addField("textDocument", &obj.textDocument);
+    builder.addField("position", &obj.position);
+    builder.addField("workDoneToken", &obj, StructRttiInfo::Flag::Optional);
+    builder.ignoreUnknownFields();
+    return builder.make();
+}
+const StructRttiInfo DefinitionParams::g_rttiInfo = _makeDefinitionParamsRtti();
+const UnownedStringSlice DefinitionParams::methodName =
+    UnownedStringSlice::fromLiteral("textDocument/definition");
+
+static const StructRttiInfo _makeCompletionParamsRtti()
+{
+    CompletionParams obj;
+    StructRttiBuilder builder(&obj, "LanguageServerProtocol::CompletionParams", nullptr);
+    builder.addField("textDocument", &obj.textDocument);
+    builder.addField("position", &obj.position);
+    builder.addField("workDoneToken", &obj, StructRttiInfo::Flag::Optional);
+    builder.ignoreUnknownFields();
+    return builder.make();
+}
+const StructRttiInfo CompletionParams::g_rttiInfo = _makeCompletionParamsRtti();
+const UnownedStringSlice CompletionParams::methodName =
+    UnownedStringSlice::fromLiteral("textDocument/completion");
+
+static const StructRttiInfo _makeCompletionItemRtti()
+{
+    CompletionItem obj;
+    StructRttiBuilder builder(&obj, "LanguageServerProtocol::CompletionItem", nullptr);
+    builder.addField("label", &obj.label, StructRttiInfo::Flag::Optional);
+    builder.addField("detail", &obj.detail, StructRttiInfo::Flag::Optional);
+    builder.addField("kind", &obj.kind, StructRttiInfo::Flag::Optional);
+    builder.addField("documentation", &obj.documentation, StructRttiInfo::Flag::Optional);
+    builder.addField("data", &obj.data, StructRttiInfo::Flag::Optional);
+    builder.addField("commitCharacters", &obj.commitCharacters, StructRttiInfo::Flag::Optional);
+    builder.ignoreUnknownFields();
+    return builder.make();
+}
+const StructRttiInfo CompletionItem::g_rttiInfo = _makeCompletionItemRtti();
+
+static const StructRttiInfo _makeSemanticTokensParamsRtti()
+{
+    SemanticTokensParams obj;
+    StructRttiBuilder builder(&obj, "LanguageServerProtocol::SemanticTokensParams", nullptr);
+    builder.addField("textDocument", &obj.textDocument);
+    builder.addField("workDoneToken", &obj.workDoneToken, StructRttiInfo::Flag::Optional);
+    builder.ignoreUnknownFields();
+    return builder.make();
+}
+const StructRttiInfo SemanticTokensParams::g_rttiInfo = _makeSemanticTokensParamsRtti();
+const UnownedStringSlice SemanticTokensParams::methodName =
+    UnownedStringSlice::fromLiteral("textDocument/semanticTokens/full");
+
+static const StructRttiInfo _makeSemanticTokensRtti()
+{
+    SemanticTokens obj;
+    StructRttiBuilder builder(&obj, "LanguageServerProtocol::SemanticTokens", nullptr);
+    builder.addField("resultId", &obj.resultId);
+    builder.addField("data", &obj.data);
+    builder.ignoreUnknownFields();
+    return builder.make();
+}
+const StructRttiInfo SemanticTokens::g_rttiInfo = _makeSemanticTokensRtti();
+
+static const StructRttiInfo _makeSignatureHelpParamsRtti()
+{
+    SignatureHelpParams obj;
+    StructRttiBuilder builder(&obj, "LanguageServerProtocol::SignatureHelpParams", nullptr);
+    builder.addField("textDocument", &obj.textDocument);
+    builder.addField("position", &obj.position);
+    builder.addField("workDoneToken", &obj.workDoneToken, StructRttiInfo::Flag::Optional);
+    builder.ignoreUnknownFields();
+    return builder.make();
+}
+const StructRttiInfo SignatureHelpParams::g_rttiInfo = _makeSignatureHelpParamsRtti();
+const UnownedStringSlice SignatureHelpParams::methodName =
+    UnownedStringSlice::fromLiteral("textDocument/signatureHelp");
+
+static const StructRttiInfo _makeParameterInformationRtti()
+{
+    ParameterInformation obj;
+    StructRttiBuilder builder(&obj, "LanguageServerProtocol::ParameterInformation", nullptr);
+    builder.addField("label", &obj.label);
+    builder.addField("documentation", &obj.documentation, StructRttiInfo::Flag::Optional);
+    builder.ignoreUnknownFields();
+    return builder.make();
+}
+const StructRttiInfo ParameterInformation::g_rttiInfo = _makeParameterInformationRtti();
+
+static const StructRttiInfo _makeSignatureInformationRtti()
+{
+    SignatureInformation obj;
+    StructRttiBuilder builder(&obj, "LanguageServerProtocol::SignatureInformation", nullptr);
+    builder.addField("label", &obj.label);
+    builder.addField("parameters", &obj.parameters);
+    builder.addField("documentation", &obj.documentation, StructRttiInfo::Flag::Optional);
+    builder.ignoreUnknownFields();
+    return builder.make();
+}
+const StructRttiInfo SignatureInformation::g_rttiInfo = _makeSignatureInformationRtti();
+
+static const StructRttiInfo _makeSignatureHelpRtti()
+{
+    SignatureHelp obj;
+    StructRttiBuilder builder(&obj, "LanguageServerProtocol::SignatureHelp", nullptr);
+    builder.addField("signatures", &obj.signatures);
+    builder.addField("activeParameter", &obj.activeParameter);
+    builder.addField("activeSignature", &obj.activeSignature);
+    builder.ignoreUnknownFields();
+    return builder.make();
+}
+const StructRttiInfo SignatureHelp::g_rttiInfo = _makeSignatureHelpRtti();
+
+} // namespace LanguageServerProtocol
+
+}