diff options
Diffstat (limited to '.github')
| -rwxr-xr-x | .github/workflows/ci-examples.sh | 200 | ||||
| -rw-r--r-- | .github/workflows/ci.yml | 8 |
2 files changed, 208 insertions, 0 deletions
diff --git a/.github/workflows/ci-examples.sh b/.github/workflows/ci-examples.sh new file mode 100755 index 000000000..c5fad28a6 --- /dev/null +++ b/.github/workflows/ci-examples.sh @@ -0,0 +1,200 @@ +#!/usr/bin/env bash +set -e + +show_help() { + me=$(basename "$0") + cat <<EOF +$me: Run all of the examples in test mode + +Usage: $me --os <os> --config <config> --bin-dir <path> --skip-file <path> [--dry-run] + +Options: + --help Show this help message + --dry-run Skip running the examples. + --bin-dir <path> Path to binary directory. + Must contain all of the example binaries. + --skip-file <path> Path to file containing skip patterns. + See the 'Skip file' section, below. + --os <os> Operating system. + Valid <os> values: 'macos', 'windows', 'linux' + --config <config> Build configuration. + Valid <config> values: 'debug', 'release'. + +Skip file: + + The skip patterns are regexp patterns on the following format: + <os>:<config>:<sample> # Some comment describing why test is disabled + + For example: + # Bug 123: foo-example fails (both debug and release) + windows:(debug|release):foo-example + # Bug 456: bar-example fails in release mode on Linux + linux:release:bar-example + +EOF +} + +while [[ "$#" -gt 0 ]]; do + case $1 in + -h | --help) + show_help + exit 0 + ;; + --dry-run) + dry_run=true + ;; + --bin-dir) + bin_dir="$2" + shift + ;; + --skip-file) + skip_file="$2" + shift + ;; + --os) + case $2 in + windows | linux | macos) ;; + *) + printf "error: Unrecognized os: '$2'\n\n" >&2 + show_help >&2 + exit 1 + ;; + esac + os="$2" + shift + ;; + --config) + case $2 in + debug | release) ;; + *) + printf "error: Unrecognized config: '$2'\n\n" >&2 + show_help >&2 + exit 1 + ;; + esac + config="$2" + shift + ;; + *) + echo "unrecognized argument: $1" >&2 + show_help >&2 + exit 1 + ;; + esac + shift +done + +if [[ "$os" == "" ]]; then + echo "error: No OS specified.\n\n" + show_help >&2 + exit 1 +fi + +if [[ "$config" == "" ]]; then + printf "error: No build configuration specified.\n\n" >&2 + show_help >&2 + exit 1 +fi + +if [[ "$bin_dir" == "" ]]; then + printf "error: No binary directory specified.\n\n" >&2 + show_help >&2 + exit 1 +fi + +if [[ "$skip_file" == "" ]]; then + printf "error: No skip file specified.\n\n" >&2 + show_help >&2 + exit 1 +fi + +if [[ ! -f "$skip_file" ]]; then + printf "error: Skip file '$skip_file' does not exist.\n\n" >&2 +fi + +if [[ ! -d "$bin_dir" ]]; then + printf "error: Binary directory '$bin_dir' does not exist.\n\n" >&2 +fi + +summary="" +failure_count=0 +skip_count=0 +sample_count=0 + +function skip { + local p + local line_index + p="$1" + line_index=1 + while read pattern; do + pat=$pattern + if [[ ! $pat =~ .*# ]]; then + echo "error: Skip pattern on line $line_index is missing a comment!" + exit 1 + fi + pat="${pattern%% *#*}" + if [[ $p =~ ^$pat$ ]]; then + return 0 + fi + line_index=$((line_index + 1)) + done <$skip_file + + return 1 +} + +function run_sample { + local command + local sample + command=$@ + shift + sample="${command%% *}" + sample_count=$((sample_count + 1)) + summary+="$sample: " + if skip "$os:$config:$sample"; then + echo "Skipping $sample..." + summary+="\n skipped\n" + skip_count=$((skip_count + 1)) + return + fi + echo "Running '$command'..." + result=0 + pushd $bin_dir 1>/dev/null 2>&1 + if [[ ! "$dry_run" = true ]]; then + ./$command || result=$? + fi + if [[ $result -eq 0 ]]; then + summary+="\n success\n" + else + summary+="\n failure (exit code: $result)\n" + failure_count=$((failure_count + 1)) + fi + popd 1>/dev/null 2>&1 +} + +sample_commands=( + 'platform-test --test-mode' + 'ray-tracing-pipeline --test-mode' + 'ray-tracing --test-mode' + 'shader-toy --test-mode' + 'triangle --test-mode' + 'model-viewer --test-mode' + 'shader-object' + 'reflection-api' + 'hello-world' + 'gpu-printing' + 'cpu-hello-world' + 'cpu-com-example' +) + +for sample_command in "${sample_commands[@]}"; do + run_sample $sample_command + echo "" +done + +echo "" +echo "Summary: " +printf "\n$summary\n\n" +echo "$failure_count failed, and $skip_count skipped, out of $sample_count tests" +if [[ $failure_count -ne 0 ]]; then + exit 1 +fi diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index 357b18137..6289d291f 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -176,6 +176,14 @@ jobs: -expected-failure-list tests/expected-failure-github.txt \ -expected-failure-list tests/expected-failure-record-replay-tests.txt fi + - name: Run Slang examples + if: steps.filter.outputs.should-run == 'true' && matrix.platform != 'wasm' + run: | + .github/workflows/ci-examples.sh \ + --bin-dir "$bin_dir" \ + --os "${{matrix.os}}" \ + --config "${{matrix.config}}" \ + --skip-file tests/expected-example-failure-github.txt - name: Test Slang via glsl if: steps.filter.outputs.should-run == 'true' && matrix.full-gpu-tests && matrix.platform != 'wasm' run: | |