Refactor with continuous VAD stream + AI bump (#1358)

Author: yujonglee

Cargo.lock

@@ -32,7 +32,6 @@ hypr-calendar-apple = { path = "crates/calendar-apple", package = "calendar-appl
 hypr-calendar-google = { path = "crates/calendar-google", package = "calendar-google" }
 hypr-calendar-interface = { path = "crates/calendar-interface", package = "calendar-interface" }
 hypr-calendar-outlook = { path = "crates/calendar-outlook", package = "calendar-outlook" }
-hypr-chunker = { path = "crates/chunker", package = "chunker" }
 hypr-clova = { path = "crates/clova", package = "clova" }
 hypr-data = { path = "crates/data", package = "data" }
 hypr-db-admin = { path = "crates/db-admin", package = "db-admin" }
@@ -72,6 +71,7 @@ hypr-transcribe-moonshine = { path = "crates/transcribe-moonshine", package = "t
 hypr-transcribe-openai = { path = "crates/transcribe-openai", package = "transcribe-openai" }
 hypr-transcribe-whisper-local = { path = "crates/transcribe-whisper-local", package = "transcribe-whisper-local" }
 hypr-turso = { path = "crates/turso", package = "turso" }
+hypr-vad = { path = "crates/vad", package = "vad" }
 hypr-whisper = { path = "crates/whisper", package = "whisper" }
 hypr-whisper-local = { path = "crates/whisper-local", package = "whisper-local" }
 hypr-whisper-local-model = { path = "crates/whisper-local-model", package = "whisper-local-model" }

Cargo.toml

@@ -16,8 +16,8 @@ openmp = ["llama-cpp-2/openmp"]
 hypr-gguf = { workspace = true }
 
 encoding_rs = "0.8.35"
-llama-cpp-2 = { git = "https://github.com/utilityai/llama-cpp-rs", default-features = false, branch = "update-llama-cpp-2025-07-16" }
-llama-cpp-sys-2 = { git = "https://github.com/utilityai/llama-cpp-rs", default-features = false, branch = "update-llama-cpp-2025-07-16" }
+llama-cpp-2 = { git = "https://github.com/utilityai/llama-cpp-rs", default-features = false, branch = "update-llama-cpp-2025-08-16" }
+llama-cpp-sys-2 = { git = "https://github.com/utilityai/llama-cpp-rs", default-features = false, branch = "update-llama-cpp-2025-08-16" }
 
 async-openai = { workspace = true }
 futures-util = { workspace = true }

crates/chunker/src/chunker.rs

@@ -15,7 +15,7 @@ owhisper-config = { workspace = true }
 owhisper-interface = { workspace = true }
 
 hypr-audio-utils = { workspace = true }
-hypr-chunker = { workspace = true }
+hypr-vad = { workspace = true }
 hypr-ws-utils = { workspace = true }
 
 serde = { workspace = true, features = ["derive"] }

crates/chunker/src/lib.rs

@@ -17,8 +17,8 @@ use axum::{
 use futures_util::{SinkExt, StreamExt};
 use tower::Service;
 
-use hypr_chunker::VadExt;
 use hypr_moonshine::MoonshineOnnxModel;
+use hypr_vad::VadExt;
 
 use owhisper_config::MoonshineModelSize;
 use owhisper_interface::{Alternatives, Channel, ListenParams, Metadata, StreamResponse, Word};
@@ -171,7 +171,7 @@ async fn handle_single_channel(
     redemption_time: Duration,
 ) {
     let audio_source = hypr_ws_utils::WebSocketAudioSource::new(ws_receiver, 16 * 1000);
-    let vad_chunks = audio_source.vad_chunks(redemption_time);
+    let vad_chunks = audio_source.speech_chunks(redemption_time);
 
     let stream = process_vad_stream(vad_chunks, model, "mixed");
     let boxed_stream = Box::pin(stream);
@@ -188,12 +188,12 @@ async fn handle_dual_channel(
         hypr_ws_utils::split_dual_audio_sources(ws_receiver, 16 * 1000);
 
     let mic_stream = {
-        let mic_vad_chunks = mic_source.vad_chunks(redemption_time);
+        let mic_vad_chunks = mic_source.speech_chunks(redemption_time);
         process_vad_stream(mic_vad_chunks, model.clone(), "mic")
     };
 
     let speaker_stream = {
-        let speaker_vad_chunks = speaker_source.vad_chunks(redemption_time);
+        let speaker_vad_chunks = speaker_source.speech_chunks(redemption_time);
         process_vad_stream(speaker_vad_chunks, model.clone(), "speaker")
     };
 
@@ -223,7 +223,7 @@ fn process_vad_stream<S, E>(
     source_name: &str,
 ) -> impl futures_util::Stream<Item = StreamResponse>
 where
-    S: futures_util::Stream<Item = Result<hypr_chunker::AudioChunk, E>>,
+    S: futures_util::Stream<Item = Result<hypr_vad::AudioChunk, E>>,
     E: std::fmt::Display,
 {
     let source_name = source_name.to_string();

crates/llama/Cargo.toml

@@ -23,8 +23,8 @@ owhisper-client = { workspace = true }
 
 [dependencies]
 hypr-audio-utils = { workspace = true }
-hypr-chunker = { workspace = true }
 hypr-pyannote-local = { workspace = true }
+hypr-vad = { workspace = true }
 hypr-whisper = { workspace = true }
 hypr-whisper-local = { workspace = true }
 hypr-ws-utils = { workspace = true }