|
| 1 | +// Copyright (c) 2026 Xiaomi Corporation |
| 2 | +// |
| 3 | +// This file demonstrates how to use Nemo Parakeet with sherpa-onnx's Rust API |
| 4 | +// for offline speech recognition. |
| 5 | +// |
| 6 | +// See ../README.md for how to run it. |
| 7 | + |
| 8 | +use clap::Parser; |
| 9 | +use sherpa_onnx::{OfflineRecognizer, OfflineRecognizerConfig, OfflineTransducerModelConfig, Wave}; |
| 10 | +use std::time::Instant; |
| 11 | + |
| 12 | +/// Nemo Parakeet offline example |
| 13 | +#[derive(Parser, Debug)] |
| 14 | +#[command(author, version, about, long_about = None)] |
| 15 | +struct Args { |
| 16 | + /// Path to WAV file |
| 17 | + #[arg(long)] |
| 18 | + wav: String, |
| 19 | + |
| 20 | + /// Path to encoder ONNX model |
| 21 | + #[arg(long)] |
| 22 | + encoder: String, |
| 23 | + |
| 24 | + /// Path to decoder ONNX model |
| 25 | + #[arg(long)] |
| 26 | + decoder: String, |
| 27 | + |
| 28 | + /// Path to joiner ONNX model |
| 29 | + #[arg(long)] |
| 30 | + joiner: String, |
| 31 | + |
| 32 | + /// Path to tokens file |
| 33 | + #[arg(long)] |
| 34 | + tokens: String, |
| 35 | + |
| 36 | + /// Provider (default: cpu) |
| 37 | + #[arg(long, default_value = "cpu")] |
| 38 | + provider: String, |
| 39 | + |
| 40 | + /// Enable debug logs |
| 41 | + #[arg(long, default_value_t = false)] |
| 42 | + debug: bool, |
| 43 | + |
| 44 | + /// Number of threads |
| 45 | + #[arg(long, default_value_t = 2)] |
| 46 | + num_threads: i32, |
| 47 | +} |
| 48 | + |
| 49 | +fn main() { |
| 50 | + let args = Args::parse(); |
| 51 | + |
| 52 | + let wave = Wave::read(&args.wav).expect("Failed to read WAV file"); |
| 53 | + let audio_duration = wave.samples().len() as f64 / wave.sample_rate() as f64; |
| 54 | + |
| 55 | + // Create default recognizer config |
| 56 | + let mut recognizer_config = OfflineRecognizerConfig::default(); |
| 57 | + |
| 58 | + // Set the transducer model |
| 59 | + recognizer_config.model_config.transducer = OfflineTransducerModelConfig { |
| 60 | + encoder: Some(args.encoder.clone()), |
| 61 | + decoder: Some(args.decoder.clone()), |
| 62 | + joiner: Some(args.joiner.clone()), |
| 63 | + }; |
| 64 | + |
| 65 | + recognizer_config.model_config.tokens = Some(args.tokens.clone()); |
| 66 | + recognizer_config.model_config.provider = Some(args.provider.clone()); |
| 67 | + recognizer_config.model_config.debug = args.debug; |
| 68 | + recognizer_config.model_config.num_threads = args.num_threads; |
| 69 | + |
| 70 | + // Measure recognizer creation time |
| 71 | + println!("Creating recognizer ..."); |
| 72 | + let start_creation = Instant::now(); |
| 73 | + let recognizer = |
| 74 | + OfflineRecognizer::create(&recognizer_config).expect("Failed to create OfflineRecognizer"); |
| 75 | + let creation_elapsed = start_creation.elapsed().as_secs_f64(); |
| 76 | + println!("Recognizer created in {:.3} seconds.", creation_elapsed); |
| 77 | + |
| 78 | + let stream = recognizer.create_stream(); |
| 79 | + |
| 80 | + // Measure recognition time |
| 81 | + let start_recognition = Instant::now(); |
| 82 | + stream.accept_waveform(wave.sample_rate(), wave.samples()); |
| 83 | + recognizer.decode(&stream); |
| 84 | + let recognition_elapsed = start_recognition.elapsed().as_secs_f64(); |
| 85 | + |
| 86 | + // Get recognition result |
| 87 | + if let Some(result) = stream.get_result() { |
| 88 | + println!("Decoded text: {}", result.text); |
| 89 | + |
| 90 | + let total_elapsed = creation_elapsed + recognition_elapsed; |
| 91 | + let rtf = recognition_elapsed / audio_duration; |
| 92 | + |
| 93 | + println!("\n=== Performance Summary ==="); |
| 94 | + println!("Audio duration : {:.3} seconds", audio_duration); |
| 95 | + println!("Recognizer creation time: {:.3} seconds", creation_elapsed); |
| 96 | + println!( |
| 97 | + "Recognition time : {:.3} seconds", |
| 98 | + recognition_elapsed |
| 99 | + ); |
| 100 | + println!("Total elapsed time : {:.3} seconds", total_elapsed); |
| 101 | + |
| 102 | + println!( |
| 103 | + "Real-Time Factor (RTF) : {:.3} (recognition_elapsed / audio_duration = {:.3} / {:.3})", |
| 104 | + rtf, recognition_elapsed, audio_duration |
| 105 | + ); |
| 106 | + |
| 107 | + println!( |
| 108 | + "Number of threads : {}", |
| 109 | + recognizer_config.model_config.num_threads |
| 110 | + ); |
| 111 | + } else { |
| 112 | + eprintln!("Failed to get recognition result"); |
| 113 | + } |
| 114 | +} |
0 commit comments