Initial implementation of Silero VAD

Author: niedev

app/build.gradle

@@ -135,7 +135,8 @@ dependencies {
     implementation "org.bouncycastle:bcprov-jdk15to18:1.83"
     //lingua
     implementation "com.github.pemistahl:lingua:1.2.2"
-
+    // VAD
+    implementation 'com.github.gkonovalov.android-vad:silero:2.0.10'
     //implementation 'androidx.core:core-ktx:1.10.0'
     implementation 'androidx.work:work-runtime:2.7.1'
     implementation 'androidx.exifinterface:exifinterface:1.3.7'

app/src/main/java/nie/translator/rtranslator/Global.java

@@ -36,6 +36,11 @@
 
 import com.downloader.PRDownloader;
 import com.downloader.PRDownloaderConfig;
+import com.konovalov.vad.silero.Vad;
+import com.konovalov.vad.silero.VadSilero;
+import com.konovalov.vad.silero.config.FrameSize;
+import com.konovalov.vad.silero.config.Mode;
+import com.konovalov.vad.silero.config.SampleRate;
 
 import java.io.File;
 import java.util.ArrayList;
@@ -57,6 +62,7 @@
 
 public class Global extends Application implements DefaultLifecycleObserver {
     public static final boolean ONLY_TEXT_TRANSLATION_MODE = false;
+
     public enum RTranslatorMode {
         TEXT_TRANSLATION_MODE,
         WALKIE_TALKIE_MODE,
@@ -88,6 +94,7 @@ public enum RTranslatorMode {
     private final Object lock = new Object();
     private boolean useTatoeba;
     private boolean useTranslationDictionaries;
+    private VadSilero vad;
 
     @Override
     public void onCreate() {
@@ -118,6 +125,14 @@ public void initializeTranslator(Translator.GeneralListener initListener){
 
     public void initializeSpeechRecognizer(NeuralNetworkApi.InitListener initListener){
         if(speechRecognizer == null) {
+            vad = Vad.builder()
+                    .setContext(this)
+                    .setSampleRate(SampleRate.SAMPLE_RATE_16K)
+                    .setFrameSize(FrameSize.FRAME_SIZE_512)
+                    .setMode(Mode.NORMAL)
+                    .setSilenceDurationMs(300)
+                    .setSpeechDurationMs(50)
+                    .build();
             speechRecognizer = new Recognizer(this, true, initListener);
         }else{
             initListener.onInitializationFinished();
@@ -130,6 +145,10 @@ public void initializeBluetoothCommunicator(){
         }
     }
 
+    public VadSilero getVad() {
+        return vad;
+    }
+
     public void restartTranslator(Translator.GeneralListener listener){
         getLanguages(false);
         SharedPreferences sharedPreferences = getSharedPreferences("default", Context.MODE_PRIVATE);

app/src/main/java/nie/translator/rtranslator/voice_translation/_conversation_mode/_conversation/ConversationService.java

@@ -256,7 +256,7 @@ private void sendMessage(ConversationMessage conversationMessage) {
     public void initializeVoiceRecorder() {
         if (Tools.hasPermissions(this, REQUIRED_PERMISSIONS)) {
             //voice recorder initialization
-            super.mVoiceRecorder = new Recorder((Global) getApplication(), true, mVoiceCallback, new BluetoothHeadsetCallback());
+            super.mVoiceRecorder = new Recorder((Global) getApplication(), true, mVoiceCallback, new BluetoothHeadsetCallback(), global.getVad());
         }
     }
 

app/src/main/java/nie/translator/rtranslator/voice_translation/_walkie_talkie_mode/_walkie_talkie/WalkieTalkieService.java

@@ -380,7 +380,8 @@ public void onFailure(int[] reasons, long value) {
     public void initializeVoiceRecorder(){
         if (Tools.hasPermissions(this, REQUIRED_PERMISSIONS)) {
             //voice recorder initialization
-            super.mVoiceRecorder = new Recorder((Global) getApplication(), false, mVoiceCallback, null);
+            Global global = (Global) getApplication();
+            super.mVoiceRecorder = new Recorder(global, false, mVoiceCallback, null, global.getVad());
         }
     }
 

app/src/main/java/nie/translator/rtranslator/voice_translation/neural_networks/translation/LanguageDetector.java

@@ -63,7 +63,8 @@ public void run() {
                         return;
                     }
                     String normalizedText = TextTools.normalizeTextForLid(text);
-                    if (TextTools.countWords(normalizedText) < MIN_WORDS) {
+                    int wordsCount = TextTools.countWords(normalizedText);
+                    if (wordsCount < MIN_WORDS) {
                         if(TextTools.countWords(normalizedText) == 1){
                             //we use specialWordsLanguages mapping
                             String langCode = identifySpecialWordLanguage(normalizedText);
@@ -91,10 +92,14 @@ public void run() {
                         }
                     }
                     //we use FastText for detection
-                    long time = System.currentTimeMillis();
-                    String langCode = predictLanguage(nativePtr, text, confidenceThreshold);
-                    android.util.Log.i("lid_performance", "FastText language identification done in: " + (System.currentTimeMillis()-time) + "ms");
-                    listener.onSuccess(langCode);
+                    if(wordsCount <= 1) {
+                        long time = System.currentTimeMillis();
+                        String langCode = predictLanguage(nativePtr, text, confidenceThreshold);
+                        android.util.Log.i("lid_performance", "FastText language identification done in: " + (System.currentTimeMillis() - time) + "ms");
+                        listener.onSuccess(langCode);
+                        return;
+                    }
+                    listener.onSuccess("und");
 
                 } catch (Exception e) {
                     e.printStackTrace();