yum-archive/TaSTT-Whisper

High-performance GPGPU inference of OpenAI's Whisper automatic speech recognition (ASR) model

git clone https://git.yummers.dev/yum-archive/TaSTT-Whisper

KonstantinSource codes8c4603c

master
branchesmasterall refs →
646 B32 linesraw
1#pragma once
2#include <stdint.h>
3#include "../D3D/device.h"
4
5namespace DirectCompute
6{
7	class TensorGpuViews
8	{
9	protected:
10		CComPtr<ID3D11ShaderResourceView> srv;
11		CComPtr<ID3D11UnorderedAccessView> uav;
12
13	public:
14
15		operator ID3D11ShaderResourceView* ( ) const { return srv; }
16		operator ID3D11UnorderedAccessView* ( ) const { return uav; }
17
18		HRESULT create( ID3D11Buffer* buffer, DXGI_FORMAT format, size_t countElements, bool makeUav );
19
20		void clear()
21		{
22			srv = nullptr;
23			uav = nullptr;
24		}
25
26		void setGpuViews( ID3D11ShaderResourceView* read, ID3D11UnorderedAccessView* write = nullptr )
27		{
28			srv = read;
29			uav = write;
30		}
31	};
32}