From 39c834d571f8ba1dc35483266dda275382c96a1c Mon Sep 17 00:00:00 2001 From: Konstantin Date: Mon, 23 Jan 2023 17:44:18 +0100 Subject: Minor, performance and VRAM use --- Whisper/Whisper/WhisperContext.cpp | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/Whisper/Whisper/WhisperContext.cpp b/Whisper/Whisper/WhisperContext.cpp index 823d207..9e62766 100644 --- a/Whisper/Whisper/WhisperContext.cpp +++ b/Whisper/Whisper/WhisperContext.cpp @@ -478,11 +478,10 @@ Tensor WhisperContext::decodeLayer( const Tensor& inpL, size_t il, const sLayerD { profiler.setNextTag( "dec.layer.6" ); cur = mulMat( layer.attnLn1.w, cur ); - addRepeat( cur, layer.attnLn1.b ); } - // add the input - Tensor inpCA = add( cur, inpL ); + addRepeatEx( cur, layer.attnLn1.b, inpL ); + Tensor inpCA = cur; // norm { -- cgit v1.2.3