From 9a97fbc3c583ccd518d838faaaa36ed9aa5558e1 Mon Sep 17 00:00:00 2001 From: yum Date: Tue, 21 Feb 2023 13:19:43 -0800 Subject: Begin work on C++ implementation Use Const-me/Whisper to perform transcription. This implementation is vastly more efficient: CPU usage, memory usage, and VRAM usage are all dramatically reduced. It's slightly less accurate when comparing the same model (due to the lack of beam search decoding), but since you can use larger models, the impact is largely a wash. --- GUI/package.ps1 | 11 ++++++++++- 1 file changed, 10 insertions(+), 1 deletion(-) (limited to 'GUI/package.ps1') diff --git a/GUI/package.ps1 b/GUI/package.ps1 index 400ad6c..fa9eee4 100644 --- a/GUI/package.ps1 +++ b/GUI/package.ps1 @@ -5,7 +5,7 @@ param( $install_dir = "TaSTT" if (Test-Path $install_dir) { - rm -Recurse $install_dir + rm -Recurse -Force $install_dir } $py_dir = "Python" @@ -61,6 +61,12 @@ if (-Not (Test-Path $git_dir)) { Read-Host -Prompt "Press enter once PortableGit is installed at $pwd\PortableGit" } +#$WHISPER_CHECKPOINT_URL = "https://huggingface.co/datasets/ggerganov/whisper.cpp/resolve/main/ggml-base.bin" +#$WHISPER_CHECKPOINT_FILE = $(Split-Path -Path $WHISPER_CHECKPOINT_URL -Leaf) +#if (-Not (Test-Path $WHISPER_CHECKPOINT_FILE)) { +# Invoke-WebRequest $WHISPER_CHECKPOINT_URL -OutFile $WHISPER_CHECKPOINT_FILE +#} + mkdir $install_dir > $null mkdir $install_dir/Resources > $null cp -Recurse ../Animations TaSTT/Resources/Animations @@ -75,6 +81,9 @@ cp -Recurse ../Shaders TaSTT/Resources/Shaders cp -Recurse ../Sounds TaSTT/Resources/Sounds cp -Recurse ../UnityAssets TaSTT/Resources/UnityAssets cp GUI/x64/Release/GUI.exe TaSTT/TaSTT.exe +cp GUI/GUI/Whisper/Whisper.dll TaSTT/Whisper.dll +mkdir TaSTT/Resources/Models +#cp $WHISPER_CHECKPOINT_FILE TaSTT/Resources/Models/ if (-Not $skip_zip) { Compress-Archive -Path "$install_dir" -DestinationPath "$install_dir.zip" -Force -- cgit v1.2.3