Fix transformers language

Author: synesthesiam

CHANGELOG.md

@@ -1,5 +1,10 @@
 # Changelog
 
+## 3.1.1 (unrelased)
+
+- Fix transformers language
+- Add initial prompt to transformers
+
 ## 3.1.0
 
 - Refactor to dynamically load models

pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "wyoming-faster-whisper"
-version = "3.1.0"
+version = "3.1.1"
 description = "Wyoming Server for Faster Whisper"
 readme = "README.md"
 requires-python = ">=3.8"

wyoming_faster_whisper/transformers_whisper.py

@@ -55,8 +55,18 @@ def transcribe(
         inputs = self.processor(audio_tensor, sampling_rate=_RATE, return_tensors="pt")
         generate_args = {**inputs, "num_beams": beam_size}
 
+        if initial_prompt:
+            prompt_ids = (
+                self.processor.tokenizer(
+                    initial_prompt, return_tensors="pt", add_special_tokens=False
+                )
+                .input_ids[0]
+                .to(self.model.device)
+            )
+            generate_args["prompt_ids"] = prompt_ids
+
         if language:
-            generate_args["forced_decoder_ids"] = self.processor.get_decoder_prompt_ids(
+            self.processor.tokenizer.set_prefix_tokens(
                 language=language, task="transcribe"
             )