yum-archive/TaSTT-Whisper

High-performance GPGPU inference of OpenAI's Whisper automatic speech recognition (ASR) model

git clone https://git.yummers.dev/yum-archive/TaSTT-Whisper

KonstantinOptional startup flags to override performance-related defaults for the compute shaders11c399b

master
branchesmasterall refs →
1.1 KiB28 linesraw
1namespace Whisper
2{
3	/// <summary>These flags affect compute shaders performance (which ones are faster depends on GPU model),<br/>
4	/// and VRAM memory usage (UseReshapedMatMul needs slightly more VRAM).</summary>
5	[Flags]
6	public enum eGpuModelFlags: uint
7	{
8		/// <summary>Equivalent to <c>Wave32 | NoReshapedMatMul</c> on Intel and nVidia GPUs,<br/>
9		/// and <c>Wave64 | UseReshapedMatMul</c> on AMD GPUs</summary>
10		None = 0,
11
12		/// <summary>Use Wave32 version of compute shaders even on AMD GPUs</summary>
13		/// <remarks>Incompatible with <see cref="Wave64" /></remarks>
14		Wave32 = 1,
15
16		/// <summary>Use Wave64 version of compute shaders even on nVidia and Intel GPUs</summary>
17		/// <remarks>Incompatible with <see cref="Wave32" /></remarks>
18		Wave64 = 2,
19
20		/// <summary>Do not use reshaped matrix multiplication shaders on AMD GPUs</summary>
21		/// <remarks>Incompatible with <see cref="UseReshapedMatMul" /></remarks>
22		NoReshapedMatMul = 4,
23
24		/// <summary>Use reshaped matrix multiplication shaders even on nVidia and Intel GPUs</summary>
25		/// <remarks>Incompatible with <see cref="NoReshapedMatMul" /></remarks>
26		UseReshapedMatMul = 8,
27	}
28}