yum-archive/TaSTT-Whisper

High-performance GPGPU inference of OpenAI's Whisper automatic speech recognition (ASR) model

git clone https://git.yummers.dev/yum-archive/TaSTT-Whisper

KonstantinSource codes8c4603c

master
branchesmasterall refs →
474 B17 linesraw
1#pragma once
2#include "ParallelForRunner.h"
3#include "Tensor.h"
4
5namespace CpuCompute
6{
7	HRESULT mulMat( Tensor& result, const Tensor& a, const Tensor& b, ParallelForRunner& pfor );
8}
9
10#if TENSOR_GGML_COMPAT
11#include "../source/ggml.h"
12inline HRESULT mulMat( ggml_tensor* result, const ggml_tensor* a, const ggml_tensor* b, CpuCompute::ParallelForRunner& pfor )
13{
14	CpuCompute::Tensor r{ result }, lhs{ a }, rhs{ b };
15	return CpuCompute::mulMat( r, lhs, rhs, pfor );
16}
17#endif