yum-archive/TaSTT-Whisper

High-performance GPGPU inference of OpenAI's Whisper automatic speech recognition (ASR) model

git clone https://git.yummers.dev/yum-archive/TaSTT-Whisper

KonstantinSource codes8c4603c

master
branchesmasterall refs →
813 B15 linesraw
1#pragma once
2#include "../source/ggml.h"
3
4namespace DirectCompute
5{
6	// void testMulMatReshape( const ggml_tensor* src1, const void* tempBuffer );
7	void testMulMat( const ggml_tensor* src0, const ggml_tensor* src1, const ggml_tensor* dst, const void* tempBuffer );
8	void computeMulMat( const ggml_tensor* src0, const ggml_tensor* src1, ggml_tensor* dst );
9
10	void testFlashAttention( const ggml_tensor* q, const ggml_tensor* k, const ggml_tensor* v, bool masked, const ggml_tensor* dst );
11	void computeFlashAttention( const ggml_tensor* q, const ggml_tensor* k, const ggml_tensor* v, bool masked, ggml_tensor* dst );
12
13	void testConvolution( const ggml_tensor* src0, const ggml_tensor* src1, const ggml_tensor* dst );
14	void computeConvolution( const ggml_tensor* src0, const ggml_tensor* src1, ggml_tensor* dst );
15}