How to use whisper-rs with wasm?

[ritvij-saxena]

I am trying to use whisper-rs with wasm (I am fairly new to both Rust and WASM).

I want to do something like

use wasm_bindgen::prelude::*;
use whisper_rs::{WhisperContext, WhisperContextParameters, FullParams, SamplingStrategy};

#[wasm_bindgen]
pub fn transcribe_wav(wav_data: Uint8Array) -> String {
	let path_to_model = // some_local_path;

	// load a context and model
	let ctx = WhisperContext::new_with_params(
		path_to_model,
		WhisperContextParameters::default()
	).expect("failed to load model");

	// create a params object
	let params = FullParams::new(SamplingStrategy::Greedy { best_of: 1 });

	// assume we have a buffer of audio data
	// here we'll make a fake one, floating point samples, 32 bit, 16KHz, mono
	let audio_data = // some audio file "wav_data"

	// now we can run the model
	let mut state = ctx.create_state().expect("failed to create state");
	state
		.full(params, &audio_data[..])
		.expect("failed to run model");

	// fetch the results
	let num_segments = state
		.full_n_segments()
		.expect("failed to get number of segments");
	for i in 0..num_segments {
		let segment = state
			.full_get_segment_text(i)
			.expect("failed to get segment");
		let start_timestamp = state
			.full_get_segment_t0(i)
			.expect("failed to get segment start timestamp");
		let end_timestamp = state
			.full_get_segment_t1(i)
			.expect("failed to get segment end timestamp");
		format!("[{} - {}]: {}", start_timestamp, end_timestamp, segment);
	}
}

When I run the command: wasm-pack build --target web --release
These are the logs I get

[INFO]: 🎯 Checking for the Wasm target...
[INFO]: 🌀 Compiling to Wasm...
Compiling whisper-rs-sys v0.12.1
warning: [email protected]: Unable to generate bindings: clang diagnosed error: ./whisper.cpp/ggml/include/ggml.h:210:10: fatal error: 'stdio.h' file not found
warning: [email protected]: Using bundled bindings.rs, which may be out of date
error: failed to run custom build command for whisper-rs-sys v0.12.1

Caused by:
process didn't exit successfully: ../coding_projects/rust_projects/transcriber-wasm/target/release/build/whisper-rs-sys-bc1bfd8ab13262f7/build-script-build (exit status: 101)
--- stdout
cargo:rustc-link-lib=dylib=stdc++
cargo:rerun-if-changed=wrapper.h
cargo:rerun-if-env-changed=TARGET
cargo:rerun-if-env-changed=BINDGEN_EXTRA_CLANG_ARGS_wasm32-unknown-unknown
cargo:rerun-if-env-changed=BINDGEN_EXTRA_CLANG_ARGS_wasm32_unknown_unknown
cargo:rerun-if-env-changed=BINDGEN_EXTRA_CLANG_ARGS
cargo:rerun-if-changed=wrapper.h
cargo:warning=Unable to generate bindings: clang diagnosed error: ./whisper.cpp/ggml/include/ggml.h:210:10: fatal error: 'stdio.h' file not found

cargo:warning=Using bundled bindings.rs, which may be out of date
CMAKE_TOOLCHAIN_FILE_wasm32-unknown-unknown = None
CMAKE_TOOLCHAIN_FILE_wasm32_unknown_unknown = None
TARGET_CMAKE_TOOLCHAIN_FILE = None
CMAKE_TOOLCHAIN_FILE = None
CMAKE_GENERATOR_wasm32-unknown-unknown = None
CMAKE_GENERATOR_wasm32_unknown_unknown = None
TARGET_CMAKE_GENERATOR = None
CMAKE_GENERATOR = None
CMAKE_PREFIX_PATH_wasm32-unknown-unknown = None
CMAKE_PREFIX_PATH_wasm32_unknown_unknown = None
TARGET_CMAKE_PREFIX_PATH = None
CMAKE_PREFIX_PATH = None
CMAKE_wasm32-unknown-unknown = None
CMAKE_wasm32_unknown_unknown = None
TARGET_CMAKE = None
CMAKE = None
running: cd "../coding_projects/rust_projects/transcriber-wasm/target/wasm32-unknown-unknown/release/build/whisper-rs-sys-2cb30bb85ffc9c98/out/build" && CMAKE_PREFIX_PATH="" LC_ALL="C" "cmake" "-Wdev" "--debug-output" "../coding_projects/rust_projects/transcriber-wasm/target/wasm32-unknown-unknown/release/build/whisper-rs-sys-2cb30bb85ffc9c98/out/whisper.cpp/" "-DBUILD_SHARED_LIBS=OFF" "-DWHISPER_ALL_WARNINGS=OFF" "-DWHISPER_ALL_WARNINGS_3RD_PARTY=OFF" "-DWHISPER_BUILD_TESTS=OFF" "-DWHISPER_BUILD_EXAMPLES=OFF" "-DGGML_METAL=OFF" "-DGGML_OPENMP=OFF" "-DCMAKE_SYSTEM_NAME=unknown" "-DCMAKE_SYSTEM_PROCESSOR=wasm32" "-DCMAKE_INSTALL_PREFIX=../coding_projects/rust_projects/transcriber-wasm/target/wasm32-unknown-unknown/release/build/whisper-rs-sys-2cb30bb85ffc9c98/out" "-DCMAKE_C_FLAGS= -ffunction-sections -fdata-sections -fPIC -fno-exceptions --target=wasm32-unknown-unknown" "-DCMAKE_C_COMPILER=/usr/bin/clang" "-DCMAKE_CXX_FLAGS= -ffunction-sections -fdata-sections -fPIC -fno-exceptions --target=wasm32-unknown-unknown" "-DCMAKE_CXX_COMPILER=/usr/bin/clang++" "-DCMAKE_ASM_FLAGS= -ffunction-sections -fdata-sections -fPIC -fno-exceptions --target=wasm32-unknown-unknown" "-DCMAKE_ASM_COMPILER=/usr/bin/clang" "-DCMAKE_BUILD_TYPE=Release" "-DCMAKE_VERBOSE_MAKEFILE:BOOL=ON"
Running with debug output on.
-- The C compiler identification is AppleClang 16.0.0.16000026
Called from: [3] ../coding_projects/rust_projects/transcriber-wasm/target/wasm32-unknown-unknown/release/build/whisper-rs-sys-2cb30bb85ffc9c98/out/whisper.cpp/CMakeLists.txt
[2] /opt/homebrew/share/cmake/Modules/CMakeDetermineCCompiler.cmake
[1] /opt/homebrew/share/cmake/Modules/CMakeDetermineCompilerId.cmake
-- The CXX compiler identification is AppleClang 16.0.0.16000026
Called from: [3] ../coding_projects/rust_projects/transcriber-wasm/target/wasm32-unknown-unknown/release/build/whisper-rs-sys-2cb30bb85ffc9c98/out/whisper.cpp/CMakeLists.txt
[2] /opt/homebrew/share/cmake/Modules/CMakeDetermineCXXCompiler.cmake
[1] /opt/homebrew/share/cmake/Modules/CMakeDetermineCompilerId.cmake
-- Detecting C compiler ABI info
Called from: [3] ../coding_projects/rust_projects/transcriber-wasm/target/wasm32-unknown-unknown/release/build/whisper-rs-sys-2cb30bb85ffc9c98/out/whisper.cpp/CMakeLists.txt
[2] /opt/homebrew/share/cmake/Modules/CMakeTestCCompiler.cmake
[1] /opt/homebrew/share/cmake/Modules/CMakeDetermineCompilerABI.cmake
-- Detecting C compiler ABI info - failed
Called from: [3] ../coding_projects/rust_projects/transcriber-wasm/target/wasm32-unknown-unknown/release/build/whisper-rs-sys-2cb30bb85ffc9c98/out/whisper.cpp/CMakeLists.txt
[2] /opt/homebrew/share/cmake/Modules/CMakeTestCCompiler.cmake
[1] /opt/homebrew/share/cmake/Modules/CMakeDetermineCompilerABI.cmake
-- Check for working C compiler: /usr/bin/clang
Called from: [3] ../coding_projects/rust_projects/transcriber-wasm/target/wasm32-unknown-unknown/release/build/whisper-rs-sys-2cb30bb85ffc9c98/out/whisper.cpp/CMakeLists.txt
[2] /opt/homebrew/share/cmake/Modules/CMakeTestCCompiler.cmake
[1] /opt/homebrew/share/cmake/Modules/CMakeTestCompilerCommon.cmake
-- Check for working C compiler: /usr/bin/clang - broken
Called from: [3] ../coding_projects/rust_projects/transcriber-wasm/target/wasm32-unknown-unknown/release/build/whisper-rs-sys-2cb30bb85ffc9c98/out/whisper.cpp/CMakeLists.txt
[2] /opt/homebrew/share/cmake/Modules/CMakeTestCCompiler.cmake
[1] /opt/homebrew/share/cmake/Modules/CMakeTestCompilerCommon.cmake
-- Configuring incomplete, errors occurred!

--- stderr
./whisper.cpp/ggml/include/ggml.h:210:10: fatal error: 'stdio.h' file not found
CMake Deprecation Warning at CMakeLists.txt:1 (cmake_minimum_required):
Compatibility with CMake < 3.10 will be removed from a future version of
CMake.

Update the VERSION argument <min> value.  Or, use the <min>...<max> syntax
to tell CMake that the project requires at least <min> but has been updated
to work with policies introduced by <max> or earlier.


 Called from: [1]	../coding_projects/rust_projects/transcriber-wasm/target/wasm32-unknown-unknown/release/build/whisper-rs-sys-2cb30bb85ffc9c98/out/whisper.cpp/CMakeLists.txt

CMake Warning (dev) at /opt/homebrew/share/cmake/Modules/CMakeDetermineCompiler.cmake:152 (set):
Policy CMP0126 is not set: set(CACHE) does not remove a normal variable of
the same name. Run "cmake --help-policy CMP0126" for policy details. Use
the cmake_policy command to set the policy and suppress this warning.

For compatibility with older versions of CMake, normal variable
"CMAKE_C_COMPILER" will be removed from the current scope.

Call Stack (most recent call first):
/opt/homebrew/share/cmake/Modules/CMakeDetermineCCompiler.cmake:68 (_cmake_find_compiler_path)
CMakeLists.txt:2 (project)
This warning is for project developers. Use -Wno-dev to suppress it.

 Called from: [3]	../coding_projects/rust_projects/transcriber-wasm/target/wasm32-unknown-unknown/release/build/whisper-rs-sys-2cb30bb85ffc9c98/out/whisper.cpp/CMakeLists.txt
              [2]	/opt/homebrew/share/cmake/Modules/CMakeDetermineCCompiler.cmake
              [1]	/opt/homebrew/share/cmake/Modules/CMakeDetermineCompiler.cmake

CMake Warning (dev) at /opt/homebrew/share/cmake/Modules/CMakeDetermineCompiler.cmake:152 (set):
Policy CMP0126 is not set: set(CACHE) does not remove a normal variable of
the same name. Run "cmake --help-policy CMP0126" for policy details. Use
the cmake_policy command to set the policy and suppress this warning.

For compatibility with older versions of CMake, normal variable
"CMAKE_CXX_COMPILER" will be removed from the current scope.

Call Stack (most recent call first):
/opt/homebrew/share/cmake/Modules/CMakeDetermineCXXCompiler.cmake:72 (_cmake_find_compiler_path)
CMakeLists.txt:2 (project)
This warning is for project developers. Use -Wno-dev to suppress it.

 Called from: [3]	../coding_projects/rust_projects/transcriber-wasm/target/wasm32-unknown-unknown/release/build/whisper-rs-sys-2cb30bb85ffc9c98/out/whisper.cpp/CMakeLists.txt
              [2]	/opt/homebrew/share/cmake/Modules/CMakeDetermineCXXCompiler.cmake
              [1]	/opt/homebrew/share/cmake/Modules/CMakeDetermineCompiler.cmake

CMake Warning (dev) at /opt/homebrew/share/cmake/Modules/CMakeFindBinUtils.cmake:225 (find_program):
Policy CMP0126 is not set: set(CACHE) does not remove a normal variable of
the same name. Run "cmake --help-policy CMP0126" for policy details. Use
the cmake_policy command to set the policy and suppress this warning.

For compatibility with older versions of CMake, normal variable
"CMAKE_TAPI" will be removed from the current scope.

Call Stack (most recent call first):
/opt/homebrew/share/cmake/Modules/CMakeDetermineCXXCompiler.cmake:207 (include)
CMakeLists.txt:2 (project)
This warning is for project developers. Use -Wno-dev to suppress it.

 Called from: [3]	../coding_projects/rust_projects/transcriber-wasm/target/wasm32-unknown-unknown/release/build/whisper-rs-sys-2cb30bb85ffc9c98/out/whisper.cpp/CMakeLists.txt
              [2]	/opt/homebrew/share/cmake/Modules/CMakeDetermineCXXCompiler.cmake
              [1]	/opt/homebrew/share/cmake/Modules/CMakeFindBinUtils.cmake

System is unknown to cmake, create:
Platform/unknown to use this system, please post your config file on discourse.cmake.org so it can be added to cmake
Called from: [2] ../coding_projects/rust_projects/transcriber-wasm/target/wasm32-unknown-unknown/release/build/whisper-rs-sys-2cb30bb85ffc9c98/out/whisper.cpp/CMakeLists.txt
[1] /opt/homebrew/share/cmake/Modules/CMakeSystemSpecificInformation.cmake
Your CMakeCache.txt file was copied to CopyOfCMakeCache.txt. Please post that file on discourse.cmake.org.
Called from: [2] ../coding_projects/rust_projects/transcriber-wasm/target/wasm32-unknown-unknown/release/build/whisper-rs-sys-2cb30bb85ffc9c98/out/whisper.cpp/CMakeLists.txt
[1] /opt/homebrew/share/cmake/Modules/CMakeSystemSpecificInformation.cmake
CMake Warning (dev) at /opt/homebrew/share/cmake/Modules/CMakeDetermineCompilerABI.cmake:74 (try_compile):
Policy CMP0066 is not set: Honor per-config flags in try_compile()
source-file signature. Run "cmake --help-policy CMP0066" for policy
details. Use the cmake_policy command to set the policy and suppress this
warning.

For compatibility with older versions of CMake, try_compile is not honoring
caller config-specific compiler flags (e.g.  CMAKE_C_FLAGS_DEBUG) in the
test project.

Call Stack (most recent call first):
/opt/homebrew/share/cmake/Modules/CMakeTestCCompiler.cmake:26 (CMAKE_DETERMINE_COMPILER_ABI)
CMakeLists.txt:2 (project)
This warning is for project developers. Use -Wno-dev to suppress it.

 Called from: [3]	../coding_projects/rust_projects/transcriber-wasm/target/wasm32-unknown-unknown/release/build/whisper-rs-sys-2cb30bb85ffc9c98/out/whisper.cpp/CMakeLists.txt
              [2]	/opt/homebrew/share/cmake/Modules/CMakeTestCCompiler.cmake
              [1]	/opt/homebrew/share/cmake/Modules/CMakeDetermineCompilerABI.cmake

System is unknown to cmake, create:
Platform/unknown to use this system, please post your config file on discourse.cmake.org so it can be added to cmake
Called from: [3] ../coding_projects/rust_projects/transcriber-wasm/target/wasm32-unknown-unknown/release/build/whisper-rs-sys-2cb30bb85ffc9c98/out/whisper.cpp/CMakeLists.txt
[2] /opt/homebrew/share/cmake/Modules/CMakeTestCCompiler.cmake
[1] /opt/homebrew/share/cmake/Modules/CMakeDetermineCompilerABI.cmake
CMake Warning (dev) at /opt/homebrew/share/cmake/Modules/CMakeTestCCompiler.cmake:56 (try_compile):
Policy CMP0066 is not set: Honor per-config flags in try_compile()
source-file signature. Run "cmake --help-policy CMP0066" for policy
details. Use the cmake_policy command to set the policy and suppress this
warning.

For compatibility with older versions of CMake, try_compile is not honoring
caller config-specific compiler flags (e.g.  CMAKE_C_FLAGS_DEBUG) in the
test project.

Call Stack (most recent call first):
CMakeLists.txt:2 (project)
This warning is for project developers. Use -Wno-dev to suppress it.

 Called from: [2]	../coding_projects/rust_projects/transcriber-wasm/target/wasm32-unknown-unknown/release/build/whisper-rs-sys-2cb30bb85ffc9c98/out/whisper.cpp/CMakeLists.txt
              [1]	/opt/homebrew/share/cmake/Modules/CMakeTestCCompiler.cmake

System is unknown to cmake, create:
Platform/unknown to use this system, please post your config file on discourse.cmake.org so it can be added to cmake
Called from: [2] ../coding_projects/rust_projects/transcriber-wasm/target/wasm32-unknown-unknown/release/build/whisper-rs-sys-2cb30bb85ffc9c98/out/whisper.cpp/CMakeLists.txt
[1] /opt/homebrew/share/cmake/Modules/CMakeTestCCompiler.cmake
CMake Error at /opt/homebrew/share/cmake/Modules/CMakeTestCCompiler.cmake:67 (message):
The C compiler

  "/usr/bin/clang"

is not able to compile a simple test program.

It fails with the following output:

  Change Dir: '../coding_projects/rust_projects/transcriber-wasm/target/wasm32-unknown-unknown/release/build/whisper-rs-sys-2cb30bb85ffc9c98/out/build/CMakeFiles/CMakeScratch/TryCompile-cdskbL'
  
  Run Build Command(s): /opt/homebrew/bin/cmake -E env VERBOSE=1 /usr/bin/make -f Makefile cmTC_fa566/fast
  /Applications/Xcode.app/Contents/Developer/usr/bin/make  -f CMakeFiles/cmTC_fa566.dir/build.make CMakeFiles/cmTC_fa566.dir/build
  Building C object CMakeFiles/cmTC_fa566.dir/testCCompiler.c.obj
  /usr/bin/clang   -ffunction-sections -fdata-sections -fPIC -fno-exceptions --target=wasm32-unknown-unknown  -MD -MT CMakeFiles/cmTC_fa566.dir/testCCompiler.c.obj -MF CMakeFiles/cmTC_fa566.dir/testCCompiler.c.obj.d -o CMakeFiles/cmTC_fa566.dir/testCCompiler.c.obj -c ../coding_projects/rust_projects/transcriber-wasm/target/wasm32-unknown-unknown/release/build/whisper-rs-sys-2cb30bb85ffc9c98/out/build/CMakeFiles/CMakeScratch/TryCompile-cdskbL/testCCompiler.c
  error: unable to create target: 'No available targets are compatible with triple "wasm32-unknown-unknown"'
  1 error generated.
  make[1]: *** [CMakeFiles/cmTC_fa566.dir/testCCompiler.c.obj] Error 1
  make: *** [cmTC_fa566/fast] Error 2
  
  



CMake will not be able to correctly generate this project.

Call Stack (most recent call first):
CMakeLists.txt:2 (project)

 Called from: [2]	../coding_projects/rust_projects/transcriber-wasm/target/wasm32-unknown-unknown/release/build/whisper-rs-sys-2cb30bb85ffc9c98/out/whisper.cpp/CMakeLists.txt
              [1]	/opt/homebrew/share/cmake/Modules/CMakeTestCCompiler.cmake

thread 'main' panicked at /Users/ritvijsaxena/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/cmake-0.1.54/src/lib.rs:1119:5:

command did not execute successfully, got: exit status: 1

build script failed, must exit now
note: run with RUST_BACKTRACE=1 environment variable to display a backtrace
Error: Compiling your crate to WebAssembly failed
Caused by: Compiling your crate to WebAssembly failed
Caused by: failed to execute cargo build: exited with exit status: 101
full command: cd "../coding_projects/rust_projects/transcriber-wasm" && "cargo" "build" "--lib" "--release" "--target" "wasm32-unknown-unknown"