From 0ffbf1935c9d091cce22a5583275ac0902f7a693 Mon Sep 17 00:00:00 2001
From: Ariver <shanghai3168@gmail.com>
Date: Thu, 02 Jul 2026 03:04:51 +0800
Subject: [PATCH] Add Cantonese language model support
---
privatevoice.src/internal/engine/engine_darwin_test.go | 111 +++++++++++++++++++++++++++++++++++++++----------------
1 files changed, 78 insertions(+), 33 deletions(-)
diff --git a/privatevoice.src/internal/engine/engine_darwin_test.go b/privatevoice.src/internal/engine/engine_darwin_test.go
index f2db4e4..55f5f0a 100644
--- a/privatevoice.src/internal/engine/engine_darwin_test.go
+++ b/privatevoice.src/internal/engine/engine_darwin_test.go
@@ -52,20 +52,60 @@
}
}
-func TestOfflineConfigForQwen3ASRUsesQwen3Config(t *testing.T) {
+func TestOfflineConfigForZipformerUsesPlainTransducer(t *testing.T) {
root := t.TempDir()
files := map[string]string{
- "conv_frontend": filepath.Join(root, "conv_frontend.onnx"),
- "encoder": filepath.Join(root, "encoder.int8.onnx"),
- "decoder": filepath.Join(root, "decoder.int8.onnx"),
- "tokenizer": filepath.Join(root, "tokenizer"),
+ "encoder": filepath.Join(root, "encoder-epoch-99-avg-1.int8.onnx"),
+ "decoder": filepath.Join(root, "decoder-epoch-99-avg-1.onnx"),
+ "joiner": filepath.Join(root, "joiner-epoch-99-avg-1.int8.onnx"),
+ "tokens": filepath.Join(root, "tokens.txt"),
}
resolved := model.ResolvedModel{
- ModelID: model.Qwen3ASRModelID,
- BackendKind: model.BackendQwen3ASR,
+ ModelID: model.JapaneseModelID,
+ BackendKind: model.BackendTransducer,
Profile: model.ModelProfile{
- DisplayName: "Qwen3-ASR",
- BackendKind: model.BackendQwen3ASR,
+ DisplayName: "Zipformer Japanese",
+ BackendKind: model.BackendTransducer,
+ ProviderOrder: []string{"cpu"},
+ NumThreads: 1,
+ },
+ Files: files,
+ }
+
+ config, err := offlineConfigForResolvedModel(resolved, "cpu")
+ if err != nil {
+ t.Fatal(err)
+ }
+ if config.ModelConfig.Transducer.Encoder != files["encoder"] {
+ t.Fatalf("encoder = %q, want %q", config.ModelConfig.Transducer.Encoder, files["encoder"])
+ }
+ if config.ModelConfig.Transducer.Decoder != files["decoder"] {
+ t.Fatalf("decoder = %q, want %q", config.ModelConfig.Transducer.Decoder, files["decoder"])
+ }
+ if config.ModelConfig.Transducer.Joiner != files["joiner"] {
+ t.Fatalf("joiner = %q, want %q", config.ModelConfig.Transducer.Joiner, files["joiner"])
+ }
+ if config.ModelConfig.Tokens != files["tokens"] {
+ t.Fatalf("tokens = %q, want %q", config.ModelConfig.Tokens, files["tokens"])
+ }
+ if config.ModelConfig.ModelType != "" {
+ t.Fatalf("model type = %q, want empty for plain transducer", config.ModelConfig.ModelType)
+ }
+}
+
+func TestOfflineConfigForSenseVoiceYueSetsLanguageParam(t *testing.T) {
+ root := t.TempDir()
+ files := map[string]string{
+ "model": filepath.Join(root, "model.int8.onnx"),
+ "tokens": filepath.Join(root, "tokens.txt"),
+ }
+ resolved := model.ResolvedModel{
+ ModelID: model.SenseVoiceYueModelID,
+ BackendKind: model.BackendSenseVoice,
+ Profile: model.ModelProfile{
+ DisplayName: "SenseVoice Yue",
+ BackendKind: model.BackendSenseVoice,
+ LanguageParam: "yue",
ProviderOrder: []string{"cpu"},
NumThreads: 4,
},
@@ -76,26 +116,14 @@
if err != nil {
t.Fatal(err)
}
- if config.ModelConfig.Qwen3ASR.ConvFrontend != files["conv_frontend"] {
- t.Fatalf("conv frontend = %q, want %q", config.ModelConfig.Qwen3ASR.ConvFrontend, files["conv_frontend"])
+ if config.ModelConfig.SenseVoice.Model != files["model"] {
+ t.Fatalf("model = %q, want %q", config.ModelConfig.SenseVoice.Model, files["model"])
}
- if config.ModelConfig.Qwen3ASR.Encoder != files["encoder"] {
- t.Fatalf("encoder = %q, want %q", config.ModelConfig.Qwen3ASR.Encoder, files["encoder"])
+ if config.ModelConfig.SenseVoice.Language != "yue" {
+ t.Fatalf("language = %q, want yue", config.ModelConfig.SenseVoice.Language)
}
- if config.ModelConfig.Qwen3ASR.Decoder != files["decoder"] {
- t.Fatalf("decoder = %q, want %q", config.ModelConfig.Qwen3ASR.Decoder, files["decoder"])
- }
- if config.ModelConfig.Qwen3ASR.Tokenizer != files["tokenizer"] {
- t.Fatalf("tokenizer = %q, want %q", config.ModelConfig.Qwen3ASR.Tokenizer, files["tokenizer"])
- }
- if config.ModelConfig.Qwen3ASR.MaxTotalLen != 1024 {
- t.Fatalf("max total len = %d, want 1024", config.ModelConfig.Qwen3ASR.MaxTotalLen)
- }
- if config.ModelConfig.Qwen3ASR.MaxNewTokens != 256 {
- t.Fatalf("max new tokens = %d, want 256", config.ModelConfig.Qwen3ASR.MaxNewTokens)
- }
- if config.ModelConfig.Tokens != "" {
- t.Fatalf("tokens = %q, want empty for qwen3-asr", config.ModelConfig.Tokens)
+ if config.ModelConfig.Tokens != files["tokens"] {
+ t.Fatalf("tokens = %q, want %q", config.ModelConfig.Tokens, files["tokens"])
}
}
@@ -193,15 +221,32 @@
}
}
-func TestXASREnablesHoldPreCapture(t *testing.T) {
- if !(&xasrStreamingEngine{}).HoldPreCaptureEnabled() {
- t.Fatal("X-ASR should enable hold pre-capture")
+func TestSenseVoiceRequestsReleaseTailCaptureDelay(t *testing.T) {
+ got := (&sherpaEngine{backendKind: model.BackendSenseVoice}).ReleaseTailCaptureDelay()
+ if got != 100*time.Millisecond {
+ t.Fatalf("ReleaseTailCaptureDelay() = %v, want 100ms", got)
}
}
-func TestOfflineSherpaDoesNotRequestReleaseTailCapture(t *testing.T) {
- if _, ok := any(&sherpaEngine{}).(ReleaseTailCaptureEngine); ok {
- t.Fatal("offline sherpa engine should not request release tail capture")
+func TestOtherSherpaModelsDoNotRequestReleaseTailCaptureDelay(t *testing.T) {
+ for _, backendKind := range []string{
+ model.BackendMoonshine,
+ model.BackendTransducer,
+ model.BackendNemoTransducer,
+ model.BackendQwen3ASR,
+ } {
+ t.Run(backendKind, func(t *testing.T) {
+ got := (&sherpaEngine{backendKind: backendKind}).ReleaseTailCaptureDelay()
+ if got != 0 {
+ t.Fatalf("ReleaseTailCaptureDelay() = %v, want 0", got)
+ }
+ })
+ }
+}
+
+func TestXASREnablesHoldPreCapture(t *testing.T) {
+ if !(&xasrStreamingEngine{}).HoldPreCaptureEnabled() {
+ t.Fatal("X-ASR should enable hold pre-capture")
}
}
--
Gitblit v1.9.3