diff options
Diffstat (limited to 'Whisper/ML/Context.ops.cpp')
| -rw-r--r-- | Whisper/ML/Context.ops.cpp | 1 |
1 files changed, 1 insertions, 0 deletions
diff --git a/Whisper/ML/Context.ops.cpp b/Whisper/ML/Context.ops.cpp index 7dfca9f..a94497e 100644 --- a/Whisper/ML/Context.ops.cpp +++ b/Whisper/ML/Context.ops.cpp @@ -192,6 +192,7 @@ Tensor MlContext::flashAttention( const Tensor& q, const Tensor& k, const Tensor profiler.setNextTag( "flashAttn.1" ); Tensor tmp = mulMat( k, q ); + profiler.setNextTag( "flashAttention" ); const float tempScale = (float)( 1.0 / sqrt( (double)(int)q.ne[ 0 ] ) ); softMax( tmp, tempScale ); |