Remove TensorRT Execution Provider from available providers in ASR, T…

…TS, and VAD modules
dnhkng · Jan 12, 2025 · 77cff97 · 77cff97
1 parent 60e5fa3
commit 77cff97
Show file tree

Hide file tree

Showing 3 changed files with 15 additions and 3 deletions.
diff --git a/glados/asr.py b/glados/asr.py
@@ -27,11 +27,15 @@ def __init__(
         sample_rate: int = SAMPLE_RATE,
     ) -> None:
         self.sample_rate = sample_rate
+
+        providers = ort.get_available_providers()
+        if "TensorrtExecutionProvider" in providers:
+            providers.remove("TensorrtExecutionProvider")
 
         self.session = ort.InferenceSession(
             model_path,
             sess_options=ort.SessionOptions(),
-            providers=ort.get_available_providers(),
+            providers=providers,
         )
         self.vocab = self._load_vocabulary(tokens_file)
 

diff --git a/glados/tts.py b/glados/tts.py
@@ -102,10 +102,14 @@ class Synthesizer:
     """
 
     def __init__(self, model_path: str, speaker_id: Optional[int] = None):
+        providers = ort.get_available_providers()
+        if "TensorrtExecutionProvider" in providers:
+            providers.remove("TensorrtExecutionProvider")
+
         self.session = ort.InferenceSession(
             model_path,
             sess_options=ort.SessionOptions(),
-            providers=ort.get_available_providers(),
+            providers=providers,
         )
         self.phonemizer = phonemizer.Phonemizer()
         # self.id_map = PHONEME_ID_MAP

diff --git a/glados/vad.py b/glados/vad.py
@@ -12,10 +12,14 @@ class VAD:
     _initial_c = np.zeros((2, 1, 64)).astype("float32")
 
     def __init__(self, model_path, window_size_samples: int = int(SAMPLE_RATE / 10)):
+        providers = ort.get_available_providers()
+        if "TensorrtExecutionProvider" in providers:
+            providers.remove("TensorrtExecutionProvider")
+
         self.ort_sess = ort.InferenceSession(
             model_path,
             sess_options=ort.SessionOptions(),
-            providers=ort.get_available_providers(),
+            providers=providers,
         )
         self.window_size_samples = window_size_samples
         self.sr = SAMPLE_RATE