summaryrefslogtreecommitdiffstats
path: root/tools/slang-test/main.cpp
diff options
context:
space:
mode:
authorTim Foley <tfoleyNV@users.noreply.github.com>2017-10-06 08:43:47 -0700
committerGitHub <noreply@github.com>2017-10-06 08:43:47 -0700
commit3693bff4a2b822a2b29ac563d464d1012a3a3eda (patch)
tree4a55aa8df2c3c8b912560399bdedd3196a4e9252 /tools/slang-test/main.cpp
parent33de7156d0cc57e70423ad69bfad33488f96134a (diff)
Attempt to fix subprocess handling for Linux (#197)
* Attempt to fix subprocess handling for Linux Our CI builds are sometimes hanging on Travis, and I suspect it might be something to do with how we are waiting for subprocesses to complete. I'm trying to following the manpage for the `wait()` and `waitpid()` calls a bit better here. * fixup: try to use poll() instead of select() * fixup: missing header * fixup * fixup * fixup: try to emit test output when tests fail on Travis
Diffstat (limited to 'tools/slang-test/main.cpp')
-rw-r--r--tools/slang-test/main.cpp69
1 files changed, 33 insertions, 36 deletions
diff --git a/tools/slang-test/main.cpp b/tools/slang-test/main.cpp
index 50716d2c4..eeb34b657 100644
--- a/tools/slang-test/main.cpp
+++ b/tools/slang-test/main.cpp
@@ -51,6 +51,11 @@ struct Options
// force generation of baselines for HLSL tests
bool generateHLSLBaselines = false;
+ // Dump expected/actual output on failures, for debugging.
+ // This is especially intended for use in continuous
+ // integration builds.
+ bool dumpOutputOnFailure = true;
+
// kind of output to generate
OutputMode outputMode = kOutputMode_Default;
@@ -144,6 +149,11 @@ void parseOptions(int* argc, char** argv)
else if( strcmp(arg, "-appveyor") == 0 )
{
options.outputMode = kOutputMode_AppVeyor;
+ options.dumpOutputOnFailure = true;
+ }
+ else if( strcmp(arg, "-travis") == 0 )
+ {
+ options.dumpOutputOnFailure = true;
}
else if( strcmp(arg, "-category") == 0 )
{
@@ -603,6 +613,21 @@ struct TestInput
typedef TestResult (*TestCallback)(TestInput& input);
+void maybeDumpOutput(
+ String const& expectedOutput,
+ String const& actualOutput)
+{
+ if (!options.dumpOutputOnFailure)
+ return;
+
+ fprintf(stderr, "ERROR:\n"
+ "EXPECTED{{{\n%s}}}\n"
+ "ACTUAL{{{\n%s}}}\n",
+ expectedOutput.Buffer(),
+ actualOutput.Buffer());
+ fflush(stderr);
+}
+
TestResult runSimpleTest(TestInput& input)
{
// need to execute the stand-alone Slang compiler on the file, and compare its output to what we expect
@@ -660,15 +685,7 @@ TestResult runSimpleTest(TestInput& input)
String actualOutputPath = outputStem + ".actual";
Slang::File::WriteAllText(actualOutputPath, actualOutput);
- if (options.outputMode == kOutputMode_AppVeyor)
- {
- fprintf(stderr, "ERROR:\n"
- "EXPECTED{{{\n%s}}}\n"
- "ACTUAL{{{\n%s}}}\n",
- expectedOutput.Buffer(),
- actualOutput.Buffer());
- fflush(stderr);
- }
+ maybeDumpOutput(expectedOutput, actualOutput);
}
return result;
@@ -731,15 +748,7 @@ TestResult runEvalTest(TestInput& input)
String actualOutputPath = outputStem + ".actual";
Slang::File::WriteAllText(actualOutputPath, actualOutput);
- if (options.outputMode == kOutputMode_AppVeyor)
- {
- fprintf(stderr, "ERROR:\n"
- "EXPECTED{{{\n%s}}}\n"
- "ACTUAL{{{\n%s}}}\n",
- expectedOutput.Buffer(),
- actualOutput.Buffer());
- fflush(stderr);
- }
+ maybeDumpOutput(expectedOutput, actualOutput);
}
return result;
@@ -808,15 +817,7 @@ TestResult runCrossCompilerTest(TestInput& input)
String actualOutputPath = outputStem + ".actual";
Slang::File::WriteAllText(actualOutputPath, actualOutput);
- if (options.outputMode == kOutputMode_AppVeyor)
- {
- fprintf(stderr, "ERROR:\n"
- "EXPECTED{{{\n%s}}}\n"
- "ACTUAL{{{\n%s}}}\n",
- expectedOutput.Buffer(),
- actualOutput.Buffer());
- fflush(stderr);
- }
+ maybeDumpOutput(expectedOutput, actualOutput);
}
return result;
@@ -949,15 +950,7 @@ TestResult runHLSLComparisonTest(TestInput& input)
String actualOutputPath = outputStem + ".actual";
Slang::File::WriteAllText(actualOutputPath, actualOutput);
- if (options.outputMode == kOutputMode_AppVeyor)
- {
- fprintf(stderr, "ERROR:\n"
- "EXPECTED{{{\n%s}}}\n"
- "ACTUAL{{{\n%s}}}\n",
- expectedOutput.Buffer(),
- actualOutput.Buffer());
- fflush(stderr);
- }
+ maybeDumpOutput(expectedOutput, actualOutput);
}
return result;
@@ -1048,6 +1041,8 @@ TestResult runGLSLComparisonTest(TestInput& input)
if (actualOutput != expectedOutput)
{
+ maybeDumpOutput(expectedOutput, actualOutput);
+
return kTestResult_Fail;
}
@@ -1193,6 +1188,8 @@ TestResult runHLSLRenderComparisonTestImpl(
if (actualOutput != expectedOutput)
{
+ maybeDumpOutput(expectedOutput, actualOutput);
+
return kTestResult_Fail;
}