From 01aba39f15a03ed96e034ffc3b6ee9ec12294b0d Mon Sep 17 00:00:00 2001 From: Konstantin Date: Mon, 23 Jan 2023 13:48:29 +0100 Subject: Minor, profiler tags --- Whisper/ML/Context.ops.cpp | 1 + 1 file changed, 1 insertion(+) (limited to 'Whisper/ML/Context.ops.cpp') diff --git a/Whisper/ML/Context.ops.cpp b/Whisper/ML/Context.ops.cpp index 7dfca9f..a94497e 100644 --- a/Whisper/ML/Context.ops.cpp +++ b/Whisper/ML/Context.ops.cpp @@ -192,6 +192,7 @@ Tensor MlContext::flashAttention( const Tensor& q, const Tensor& k, const Tensor profiler.setNextTag( "flashAttn.1" ); Tensor tmp = mulMat( k, q ); + profiler.setNextTag( "flashAttention" ); const float tempScale = (float)( 1.0 / sqrt( (double)(int)q.ne[ 0 ] ) ); softMax( tmp, tempScale ); -- cgit v1.2.3