From 3e64c05c9f0b67e9ec1ae71153012ce9f29277ad Mon Sep 17 00:00:00 2001
From: yum <yum.food.vr@gmail.com>
Date: Tue, 11 Oct 2022 18:59:24 -0700
Subject: Add ability to leave board in world

* Add VRLabs' World Constraint as a submodule
* Add animations for world constraint
* Add toggles for board
* Add libunity.py (no content yet)
* Support >30s transcription
* Add board FBX
---
 transcribe.py | 42 +++++++++++++++++++++++++++---------------
 1 file changed, 27 insertions(+), 15 deletions(-)

(limited to 'transcribe.py')

diff --git a/transcribe.py b/transcribe.py
index 4548214..d0e3574 100644
--- a/transcribe.py
+++ b/transcribe.py
@@ -22,7 +22,9 @@ class AudioState:
 
     # The maximum length that recordAudio() will put into frames before it
     # starts dropping from the start.
-    MAX_LENGTH_S = 30
+    MAX_LENGTH_S = 90
+    # The minimum length that recordAudio() will wait for before saving audio.
+    MIN_LENGTH_S = 3
 
     # PyAudio object
     p = None
@@ -50,15 +52,19 @@ def getMicStream():
     print("Finding index mic...")
     got_match = False
     device_index = -1
+    mic_str = "Focusrite"
+    index_str = "Digital Audio Interface"
+    target_str = mic_str
     while got_match == False:
         for i in range(0, numdevices):
             if (audio_state.p.get_device_info_by_host_api_device_index(0, i).get('maxInputChannels')) > 0:
                 device_name = audio_state.p.get_device_info_by_host_api_device_index(0, i).get('name')
-                #print("Input Device id ", i, " - ", device_name)
-                if "Digital Audio Interface" in device_name:
+                print("Input Device id ", i, " - ", device_name)
+                if target_str in device_name:
                     print("Got match: {}".format(device_name))
                     device_index = i
                     got_match = True
+                    break
         if got_match == False:
             print("No match, sleeping")
             time.sleep(3)
@@ -87,6 +93,10 @@ def recordAudio(audio_state):
 
 # Saves audio. recordAudio() may continue running while this takes place.
 def saveAudio(audio_state, filename):
+    min_frames = int(audio_state.RATE * audio_state.MIN_LENGTH_S / audio_state.CHUNK)
+    if len(audio_state.frames) < min_frames:
+        return
+
     wf = wave.open(filename, 'wb')
     wf.setnchannels(audio_state.CHANNELS)
     wf.setsampwidth(audio_state.p.get_sample_size(audio_state.FORMAT))
@@ -106,20 +116,17 @@ def resetAudio(audio_state):
 
 # Transcribe the audio recorded in a file.
 def transcribe(model, filename):
-    print("Loading audio")
-    audio = whisper.load_audio(filename)
-    audio = whisper.pad_or_trim(audio)
-    mel = whisper.log_mel_spectrogram(audio).to(model.device)
-    options = whisper.DecodingOptions(language = "en")
-    result = whisper.decode(model, mel, options)
-    print("Transcribed text: {}".format(result.text))
-    return result.text
+    result = whisper.transcribe(model=model, audio=filename, language="en")
+    return result["text"]
 
 def transcribeAudio(audio_state, model):
     while audio_state.transcribe_audio == True:
-        print("Saving audio")
         saveAudio(audio_state, "audio.wav")
 
+        if not os.path.isfile("audio.wav"):
+            time.sleep(0.1)
+            continue
+
         print("Beginning transcription")
         text = transcribe(model, "audio.wav")
 
@@ -127,6 +134,8 @@ def transcribeAudio(audio_state, model):
         audio_state.text = text
         audio_state.text_lock.release()
 
+        print("Transcription: {}".format(audio_state.text))
+
         # Pace this out
         time.sleep(0.2)
 
@@ -143,6 +152,9 @@ def sendAudio(audio_state):
         time.sleep(0.05)
 
 if __name__ == "__main__":
+    if os.path.isfile("audio.wav"):
+        os.remove("audio.wav")
+
     audio_state = getMicStream()
 
     record_audio_thd = threading.Thread(target = recordAudio, args = [audio_state])
@@ -157,9 +169,9 @@ if __name__ == "__main__":
     transcribe_audio_thd.daemon = True
     transcribe_audio_thd.start()
 
-    send_audio_thd = threading.Thread(target = sendAudio, args = [audio_state])
-    send_audio_thd.daemon = True
-    send_audio_thd.start()
+    #send_audio_thd = threading.Thread(target = sendAudio, args = [audio_state])
+    #send_audio_thd.daemon = True
+    #send_audio_thd.start()
 
     print("Press enter to start a new message")
     for line in fileinput.input():
-- 
cgit v1.2.3