| | |
| | | import ( |
| | | "archive/tar" |
| | | "bytes" |
| | | "fmt" |
| | | "net/http" |
| | | "net/http/httptest" |
| | | "os" |
| | | "path/filepath" |
| | | "strconv" |
| | | "strings" |
| | | "testing" |
| | | ) |
| | | |
| | |
| | | } |
| | | } |
| | | |
| | | func TestRegistryReturnsXASRZhEn960(t *testing.T) { |
| | | profile, err := GetModelProfile(XASRZhEn960ModelID) |
| | | if err != nil { |
| | | t.Fatal(err) |
| | | } |
| | | if profile.BackendKind != BackendXASRStreaming { |
| | | t.Fatalf("backend kind = %q, want %q", profile.BackendKind, BackendXASRStreaming) |
| | | } |
| | | if profile.InstallDirName != "x-asr-zh-en-960ms" { |
| | | t.Fatalf("install dir = %q, want x-asr-zh-en-960ms", profile.InstallDirName) |
| | | } |
| | | if profile.Tier != "experimental" { |
| | | t.Fatalf("tier = %q, want experimental", profile.Tier) |
| | | } |
| | | if len(profile.DownloadURLs) != 0 { |
| | | t.Fatal("expected x-asr experiment to use manual/scripted install, not in-app tar download") |
| | | } |
| | | } |
| | | |
| | | func TestChineseLanguageOffersQwen3ASRUpgrade(t *testing.T) { |
| | | profile, err := GetLanguageProfile(DefaultLanguageID) |
| | | if err != nil { |
| | |
| | | if profile.DefaultModelID != DefaultModelID { |
| | | t.Fatalf("Chinese default model = %q, want %q", profile.DefaultModelID, DefaultModelID) |
| | | } |
| | | if len(profile.UpgradeModelIDs) != 1 || profile.UpgradeModelIDs[0] != Qwen3ASRModelID { |
| | | t.Fatalf("Chinese upgrade models = %v, want [%s]", profile.UpgradeModelIDs, Qwen3ASRModelID) |
| | | if !stringSliceContains(profile.UpgradeModelIDs, Qwen3ASRModelID) || !stringSliceContains(profile.UpgradeModelIDs, XASRZhEn960ModelID) { |
| | | t.Fatalf("Chinese upgrade models = %v, want qwen3 and x-asr", profile.UpgradeModelIDs) |
| | | } |
| | | } |
| | | |
| | |
| | | if profile.DefaultModelID != MoonshineModelID { |
| | | t.Fatalf("English default model = %q, want %q", profile.DefaultModelID, MoonshineModelID) |
| | | } |
| | | if len(profile.UpgradeModelIDs) != 1 || profile.UpgradeModelIDs[0] != ParakeetModelID { |
| | | t.Fatalf("English upgrade models = %v, want [%s]", profile.UpgradeModelIDs, ParakeetModelID) |
| | | if !stringSliceContains(profile.UpgradeModelIDs, ParakeetModelID) || !stringSliceContains(profile.UpgradeModelIDs, XASRZhEn960ModelID) { |
| | | t.Fatalf("English upgrade models = %v, want parakeet and x-asr", profile.UpgradeModelIDs) |
| | | } |
| | | } |
| | | |
| | |
| | | result := ValidateModelDir(profile, dir) |
| | | if result.Valid { |
| | | t.Fatal("expected tokenizer file to fail directory validation") |
| | | } |
| | | } |
| | | |
| | | func TestValidateXASRZhEn960RequiredFiles(t *testing.T) { |
| | | profile, err := GetModelProfile(XASRZhEn960ModelID) |
| | | if err != nil { |
| | | t.Fatal(err) |
| | | } |
| | | dir := t.TempDir() |
| | | createValidXASRZhEn960(t, dir) |
| | | |
| | | result := ValidateModelDir(profile, dir) |
| | | if !result.Valid { |
| | | t.Fatalf("expected valid x-asr dir, missing=%v problems=%v", result.Missing, result.Problems) |
| | | } |
| | | for _, role := range []string{"encoder", "decoder", "joiner", "tokens"} { |
| | | if result.Files[role] == "" { |
| | | t.Fatalf("missing resolved file role %q", role) |
| | | } |
| | | } |
| | | } |
| | | |
| | | func TestValidateXASRZhEn960RejectsMissingJoiner(t *testing.T) { |
| | | profile, err := GetModelProfile(XASRZhEn960ModelID) |
| | | if err != nil { |
| | | t.Fatal(err) |
| | | } |
| | | dir := t.TempDir() |
| | | createValidXASRZhEn960(t, dir) |
| | | if err := os.Remove(filepath.Join(dir, "joiner-960ms.onnx")); err != nil { |
| | | t.Fatal(err) |
| | | } |
| | | |
| | | result := ValidateModelDir(profile, dir) |
| | | if result.Valid { |
| | | t.Fatal("expected missing joiner to fail validation") |
| | | } |
| | | } |
| | | |
| | |
| | | } |
| | | } |
| | | |
| | | func TestDownloadFileResumesExistingPartialFile(t *testing.T) { |
| | | payload := []byte("0123456789abcdefghijklmnopqrstuvwxyz") |
| | | |
| | | server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) { |
| | | rangeHeader := r.Header.Get("Range") |
| | | start := 0 |
| | | if strings.HasPrefix(rangeHeader, "bytes=") && strings.HasSuffix(rangeHeader, "-") { |
| | | parsed, err := strconv.Atoi(strings.TrimSuffix(strings.TrimPrefix(rangeHeader, "bytes="), "-")) |
| | | if err == nil { |
| | | start = parsed |
| | | } |
| | | } |
| | | if start > len(payload) { |
| | | w.WriteHeader(http.StatusRequestedRangeNotSatisfiable) |
| | | return |
| | | } |
| | | if start > 0 { |
| | | w.Header().Set("Content-Range", fmt.Sprintf("bytes %d-%d/%d", start, len(payload)-1, len(payload))) |
| | | w.Header().Set("Content-Length", strconv.Itoa(len(payload)-start)) |
| | | w.WriteHeader(http.StatusPartialContent) |
| | | w.Write(payload[start:]) |
| | | return |
| | | } |
| | | |
| | | w.Header().Set("Content-Length", strconv.Itoa(len(payload))) |
| | | w.WriteHeader(http.StatusOK) |
| | | w.Write(payload) |
| | | })) |
| | | defer server.Close() |
| | | |
| | | dest := filepath.Join(t.TempDir(), "model_package") |
| | | if err := os.WriteFile(dest, payload[:10], 0644); err != nil { |
| | | t.Fatal(err) |
| | | } |
| | | if err := downloadFile(server.URL, dest, nil); err != nil { |
| | | t.Fatal(err) |
| | | } |
| | | data, err := os.ReadFile(dest) |
| | | if err != nil { |
| | | t.Fatal(err) |
| | | } |
| | | if !bytes.Equal(data, payload) { |
| | | t.Fatalf("downloaded payload = %q, want %q", string(data), string(payload)) |
| | | } |
| | | } |
| | | |
| | | func createValidSenseVoice(t *testing.T, dir string) { |
| | | t.Helper() |
| | | if err := os.MkdirAll(dir, 0755); err != nil { |
| | |
| | | writeTestFile(t, filepath.Join(dir, "tokenizer", "vocab.json"), "vocab") |
| | | } |
| | | |
| | | func createValidXASRZhEn960(t *testing.T, dir string) { |
| | | t.Helper() |
| | | if err := os.MkdirAll(dir, 0755); err != nil { |
| | | t.Fatal(err) |
| | | } |
| | | writeTestFile(t, filepath.Join(dir, "encoder-960ms.onnx"), "encoder") |
| | | writeTestFile(t, filepath.Join(dir, "decoder-960ms.onnx"), "decoder") |
| | | writeTestFile(t, filepath.Join(dir, "joiner-960ms.onnx"), "joiner") |
| | | writeTestFile(t, filepath.Join(dir, "tokens.txt"), "tokens") |
| | | } |
| | | |
| | | func stringSliceContains(values []string, target string) bool { |
| | | for _, value := range values { |
| | | if value == target { |
| | | return true |
| | | } |
| | | } |
| | | return false |
| | | } |
| | | |
| | | func tarArchive(t *testing.T, files map[string]string) []byte { |
| | | t.Helper() |
| | | var buf bytes.Buffer |