From 11c399b70c7ad5664b6060b39632e6b9fa815350 Mon Sep 17 00:00:00 2001 From: Konstantin Date: Wed, 18 Jan 2023 20:35:30 +0100 Subject: Optional startup flags to override performance-related defaults for the compute shaders --- WhisperNet/API/eGpuModelFlags.cs | 28 ++++++++++++++++++++++++++++ 1 file changed, 28 insertions(+) create mode 100644 WhisperNet/API/eGpuModelFlags.cs (limited to 'WhisperNet/API/eGpuModelFlags.cs') diff --git a/WhisperNet/API/eGpuModelFlags.cs b/WhisperNet/API/eGpuModelFlags.cs new file mode 100644 index 0000000..106235f --- /dev/null +++ b/WhisperNet/API/eGpuModelFlags.cs @@ -0,0 +1,28 @@ +namespace Whisper +{ + /// These flags affect compute shaders performance (which ones are faster depends on GPU model),
+ /// and VRAM memory usage (UseReshapedMatMul needs slightly more VRAM).
+ [Flags] + public enum eGpuModelFlags: uint + { + /// Equivalent to Wave32 | NoReshapedMatMul on Intel and nVidia GPUs,
+ /// and Wave64 | UseReshapedMatMul on AMD GPUs
+ None = 0, + + /// Use Wave32 version of compute shaders even on AMD GPUs + /// Incompatible with + Wave32 = 1, + + /// Use Wave64 version of compute shaders even on nVidia and Intel GPUs + /// Incompatible with + Wave64 = 2, + + /// Do not use reshaped matrix multiplication shaders on AMD GPUs + /// Incompatible with + NoReshapedMatMul = 4, + + /// Use reshaped matrix multiplication shaders even on nVidia and Intel GPUs + /// Incompatible with + UseReshapedMatMul = 8, + } +} \ No newline at end of file -- cgit v1.2.3