diff options
| -rw-r--r-- | Whisper/Whisper/WhisperContext.cpp | 5 |
1 files changed, 2 insertions, 3 deletions
diff --git a/Whisper/Whisper/WhisperContext.cpp b/Whisper/Whisper/WhisperContext.cpp index 823d207..9e62766 100644 --- a/Whisper/Whisper/WhisperContext.cpp +++ b/Whisper/Whisper/WhisperContext.cpp @@ -478,11 +478,10 @@ Tensor WhisperContext::decodeLayer( const Tensor& inpL, size_t il, const sLayerD { profiler.setNextTag( "dec.layer.6" ); cur = mulMat( layer.attnLn1.w, cur ); - addRepeat( cur, layer.attnLn1.b ); } - // add the input - Tensor inpCA = add( cur, inpL ); + addRepeatEx( cur, layer.attnLn1.b, inpL ); + Tensor inpCA = cur; // norm { |