Merge pull request #94 from wiiznokes/speex_denoise

Speex denoise

Author: teamclouday

RustApp/Cargo.lock

@@ -94,6 +94,10 @@ fix-path-env = { git = "https://github.com/wiiznokes/fix-path-env-rs", rev = "86
 env_logger = "0.11"
 nnnoiseless = "0.5"
 open = "5"
+speexdsp = { git = "https://github.com/wiiznokes/speexdsp-rs-fork", rev = "367a12d11ac2fea30ef712c779b7e5f5707d33fe", features = [
+    "sys",
+    "vendored-sys",
+] }
 
 [build-dependencies]
 prost-build = "0.14"
@@ -107,3 +111,6 @@ winres = "0.1"
 
 # [patch."https://github.com/pop-os/libcosmic.git"]
 # libcosmic = { path = "../../libcosmic" }
+
+# [patch."https://github.com/wiiznokes/speexdsp-rs-fork"]
+# speexdsp = { path = "../../speexdsp-rs-fork" }

RustApp/Cargo.toml

@@ -11,7 +11,7 @@ waiting = Waiting...
 sample_rate = Sample rate
 channel_count = Channel count
 audio_format = Audio format
-denoise = Use audio noise reduction
+denoise = Noise reduction
 
 start_at_login = Start at login
 auto_connect = Auto connect

RustApp/i18n/en/android_mic.ftl

@@ -11,7 +11,7 @@ waiting = Attente...
 sample_rate = Fréquence d'échantillonnage  
 channel_count = Nombre de canaux  
 audio_format = Format audio  
-denoise = Activer la réduction du bruit audio
+denoise = Réduction du bruit
 
 start_at_login = Démarrer à la connexion  
 auto_connect = Connexion automatique

RustApp/i18n/fr/android_mic.ftl

@@ -62,4 +62,3 @@ metainfo-check:
 
 install_nsis: build-release nsis
     Start-Process (Get-ChildItem .\target\release\android-mic_*_x64-setup.exe | Sort-Object LastWriteTime -Descending | Select-Object -First 1).FullName
-

RustApp/justfile

@@ -0,0 +1,54 @@
+use speexdsp::preprocess::*;
+
+// xxx: do we really need to change the sample rate ?
+// apparently, speexdsp is optimized for low sample rate (8000, 16000), according to chatgpt,
+// but 16000 just doesn't work on my end
+pub const DENOISE_SPEEX_SAMPLE_RATE: u32 = 48000;
+
+pub struct DenoiseSpeexCache {
+    denoisers: Vec<SpeexPreprocess>,
+}
+
+// safe because packets are processed in order, and not concurrently
+unsafe impl Send for DenoiseSpeexCache {}
+
+pub fn denoise_speex_f32_stream(
+    data: &mut [Vec<i16>],
+    cache: &mut Option<DenoiseSpeexCache>,
+    noise_suppress: i32,
+) -> anyhow::Result<()> {
+    const FRAME_SIZE: usize = (DENOISE_SPEEX_SAMPLE_RATE as f32 * 0.02) as usize; // 20 ms frame
+
+    if cache.is_none() {
+        *cache = Some(DenoiseSpeexCache {
+            denoisers: data
+                .iter()
+                .map(|_| {
+                    let mut st =
+                        SpeexPreprocess::new(FRAME_SIZE, DENOISE_SPEEX_SAMPLE_RATE as usize)
+                            .unwrap();
+                    st.set_denoise(true);
+                    st.set_noise_suppress(noise_suppress);
+                    st
+                })
+                .collect(),
+        });
+    }
+
+    for (channel, st) in data
+        .iter_mut()
+        .zip(cache.as_mut().unwrap().denoisers.iter_mut())
+    {
+        for frame in channel.chunks_exact_mut(FRAME_SIZE) {
+            match st.preprocess_run(frame) {
+                0 => {
+                    frame.fill(0);
+                }
+                1 => {}
+                _ => panic!(),
+            }
+        }
+    }
+
+    Ok(())
+}

RustApp/src/audio/denoise_speex.rs

@@ -8,9 +8,11 @@ use crate::{
 };
 
 mod denoise;
+mod denoise_speex;
 mod player;
 pub mod process;
 mod resampler;
+pub use denoise_speex::DenoiseSpeexCache;
 
 impl AppState {
     pub fn start_audio_stream(