fix media organize and subscription workflows

2026-10-05 21:06:38 +08:00 · 2026-06-30 20:18:02 +08:00
parent b41f62d572
commit 941bb273b9
107 changed files with 5420 additions and 526 deletions
@@ -1,18 +1,10 @@
 package service

 import (
-	"errors"
-	"net/http"
-	"net/http/httptest"
 	"strings"
-	"sync/atomic"
 	"testing"
-	"time"
-
-	"go.uber.org/zap"

 	"github.com/ShukeBta/MediaStationGo/internal/model"
-	"github.com/ShukeBta/MediaStationGo/internal/repository"
 )

 func TestSelectSiteSearchCandidatesPrefersSeriesPack(t *testing.T) {
@@ -56,12 +48,12 @@ func TestSelectSiteSearchCandidatesQueuesDistinctEpisodesWhenNoPack(t *testing.T
 func TestSelectSiteSearchCandidatesKeepsMovieSingleBest(t *testing.T) {
 	sub := &model.Subscription{Name: "Inception 自动订阅", Filter: "Inception 2010", MediaType: "movie", WashPriority: "seeders"}
 	results := []SearchResult{
-		{Title: "Inception 2010 1080p", DownloadURL: "https://pt/download/1080", Seeders: 90},
-		{Title: "Inception 2010 2160p", DownloadURL: "https://pt/download/2160", Seeders: 80},
+		{Title: "Inception 2010 1080p HDTV", DownloadURL: "https://pt/download/1080-hdtv", Seeders: 900},
+		{Title: "Inception 2010 2160p WEB-DL", DownloadURL: "https://pt/download/2160-webdl", Seeders: 80},
 	}

 	got := selectSiteSearchCandidates(results, sub, map[string]struct{}{})
-	if len(got) != 1 || got[0].Download != "https://pt/download/1080" {
+	if len(got) != 1 || got[0].Download != "https://pt/download/2160-webdl" {
 		t.Fatalf("selected %#v, want movie best only", got)
 	}
 }
@@ -197,277 +189,3 @@ func TestDedupeSiteSearchResultsKeepsMatchedSearchKeyword(t *testing.T) {
 		t.Fatalf("stats = %#v, want merged keyword to avoid query mismatch", stats)
 	}
 }
-
-func TestSearchSubscriptionSitesStopsAfterRateLimit(t *testing.T) {
-	var requests atomic.Int32
-	upstream := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, _ *http.Request) {
-		requests.Add(1)
-		w.Header().Set("Content-Type", "application/json")
-		_, _ = w.Write([]byte(`{"code":"0","message":"SUCCESS","data":{"total":"0","data":[]}}`))
-	}))
-	defer upstream.Close()
-
-	db := newServiceTestDB(t, &model.Site{}, &model.Setting{})
-	repos := repository.New(db)
-	siteSvc := NewSiteService(zap.NewNop(), repos, "")
-	limiter := &staticSiteAPIRateLimiter{err: &siteAPIRateLimitError{
-		Bucket:     "torrent_search_24h",
-		Limit:      1500,
-		Window:     24 * time.Hour,
-		RetryAfter: time.Hour,
-	}}
-	siteSvc.apiRateLimiter = limiter
-	if err := siteSvc.Create(t.Context(), &model.Site{
-		Name:     "馒头",
-		Type:     "mteam",
-		URL:      upstream.URL,
-		AuthType: "api_key",
-		APIKey:   "token-123",
-		Enabled:  true,
-		Timeout:  5,
-	}); err != nil {
-		t.Fatal(err)
-	}
-	svc := NewSubscriptionService(nil, zap.NewNop(), repos, nil, siteSvc, NewHub(zap.NewNop()))
-	sub := &model.Subscription{Name: "问心2 自动订阅", Filter: "问心2", MediaType: "tv"}
-
-	_, err := svc.searchSubscriptionSites(t.Context(), sub, []string{"问心2", "问心", "问心2 2023"})
-	var limited *siteAPIRateLimitError
-	if !errors.As(err, &limited) {
-		t.Fatalf("searchSubscriptionSites error = %v, want siteAPIRateLimitError", err)
-	}
-	if limiter.calls != 1 {
-		t.Fatalf("rate limiter calls = %d, want 1 keyword attempt", limiter.calls)
-	}
-	if got := requests.Load(); got != 0 {
-		t.Fatalf("HTTP requests = %d, want 0 after local rate limit", got)
-	}
-}
-
-func TestSubscriptionRunAllStopsSweepAfterRateLimit(t *testing.T) {
-	var requests atomic.Int32
-	upstream := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, _ *http.Request) {
-		requests.Add(1)
-		w.Header().Set("Content-Type", "application/json")
-		_, _ = w.Write([]byte(`{"code":"0","message":"SUCCESS","data":{"total":"0","data":[]}}`))
-	}))
-	defer upstream.Close()
-
-	db := newServiceTestDB(t, &model.Site{}, &model.Setting{}, &model.Subscription{})
-	repos := repository.New(db)
-	siteSvc := NewSiteService(zap.NewNop(), repos, "")
-	limiter := &staticSiteAPIRateLimiter{err: &siteAPIRateLimitError{
-		Bucket:     "torrent_search_24h",
-		Limit:      1500,
-		Window:     24 * time.Hour,
-		RetryAfter: time.Hour,
-	}}
-	siteSvc.apiRateLimiter = limiter
-	if err := siteSvc.Create(t.Context(), &model.Site{
-		Name:     "馒头",
-		Type:     "mteam",
-		URL:      upstream.URL,
-		AuthType: "api_key",
-		APIKey:   "token-123",
-		Enabled:  true,
-		Timeout:  5,
-	}); err != nil {
-		t.Fatal(err)
-	}
-	for _, name := range []string{"问心2 自动订阅", "南部档案 自动订阅"} {
-		sub := &model.Subscription{
-			Name:    name,
-			FeedURL: "site-search://search?keyword=" + name,
-			Filter:  name,
-			Enabled: true,
-		}
-		if err := repos.Subscription.Create(t.Context(), sub); err != nil {
-			t.Fatal(err)
-		}
-	}
-	svc := NewSubscriptionService(nil, zap.NewNop(), repos, nil, siteSvc, NewHub(zap.NewNop()))
-
-	svc.runAll(t.Context())
-	if limiter.calls != 1 {
-		t.Fatalf("rate limiter calls = %d, want sweep to stop after first quota failure", limiter.calls)
-	}
-	if got := requests.Load(); got != 0 {
-		t.Fatalf("HTTP requests = %d, want 0 after local rate limit", got)
-	}
-}
-
-func TestSubscriptionSiteSearchStopsAfterTransientSiteErrors(t *testing.T) {
-	for _, errText := range []string{
-		`search: Post "https://api.m-team.cc/api/torrent/search": context deadline exceeded`,
-		`search: Post "https://api.m-team.cc/api/torrent/search": net/http: TLS handshake timeout`,
-		`search: Post "https://api.m-team.cc/api/torrent/search": unexpected EOF`,
-		`search: Post "https://api.m-team.cc/api/torrent/search": read tcp 127.0.0.1: connection reset by peer`,
-	} {
-		if !subscriptionSiteSearchShouldStopOnError(errors.New(errText)) {
-			t.Fatalf("subscriptionSiteSearchShouldStopOnError(%q) = false, want true", errText)
-		}
-	}
-	if subscriptionSiteSearchShouldStopOnError(errors.New("temporary parser warning: no matching torrent rows")) {
-		t.Fatal("non-upstream-failure errors should not stop alias search")
-	}
-}
-
-func TestSelectSiteSearchCandidatesRejectsKeywordOriginWithConflictingYear(t *testing.T) {
-	sub := &model.Subscription{
-		Name:      "玩具总动员 5 自动订阅",
-		Filter:    "玩具总动员 5 2026",
-		MediaType: "movie",
-		Year:      2026,
-	}
-	results := []SearchResult{{
-		Title:         "Toy Story 4 2019 2160p DSNP WEB-DL",
-		DownloadURL:   "https://pt/download/toy-story-4",
-		SearchKeyword: "玩具总动员 5",
-		Seeders:       90,
-	}}
-
-	got, stats := selectSiteSearchCandidatesWithStats(results, sub, map[string]struct{}{}, LocalAvailability{})
-	if len(got) != 0 {
-		t.Fatalf("selected %#v, want conflicting-year keyword-origin result rejected", got)
-	}
-	if stats.QueryMismatch != 1 || stats.Prepared != 0 {
-		t.Fatalf("stats = %#v, want query mismatch for conflicting year", stats)
-	}
-}
-
-func TestSelectSiteSearchCandidatesDoesNotWashByDefault(t *testing.T) {
-	sub := &model.Subscription{Name: "Inception 自动订阅", Filter: "Inception 2010", MediaType: "movie", WashPriority: "resolution"}
-	results := []SearchResult{
-		{Title: "Inception 2010 1080p", DownloadURL: "https://pt/download/1080", Seeders: 90},
-		{Title: "Inception 2010 2160p", DownloadURL: "https://pt/download/2160", Seeders: 80},
-	}
-
-	got := selectSiteSearchCandidates(results, sub, map[string]struct{}{})
-	if len(got) != 1 || got[0].Download != "https://pt/download/1080" {
-		t.Fatalf("selected %#v, want seeders best when wash disabled", got)
-	}
-}
-
-func TestSelectSiteSearchCandidatesAppliesQualityRules(t *testing.T) {
-	sub := &model.Subscription{
-		Name:         "Dune 自动订阅",
-		Filter:       "Dune 2021",
-		MediaType:    "movie",
-		Resolution:   "2160p",
-		Quality:      "remux",
-		Effects:      "hdr",
-		ExcludeWords: "cam,ts",
-	}
-	results := []SearchResult{
-		{Title: "Dune 2021 2160p WEB-DL HDR", DownloadURL: "https://pt/download/web", Seeders: 100},
-		{Title: "Dune 2021 2160p UHD BluRay REMUX HDR", DownloadURL: "https://pt/download/remux", Seeders: 30},
-		{Title: "Dune 2021 2160p REMUX HDR CAM", DownloadURL: "https://pt/download/cam", Seeders: 200},
-	}
-
-	got := selectSiteSearchCandidates(results, sub, map[string]struct{}{})
-	if len(got) != 1 || got[0].Download != "https://pt/download/remux" {
-		t.Fatalf("selected %#v, want filtered remux", got)
-	}
-}
-
-func TestSiteSearchKeywordCanUseIMDB(t *testing.T) {
-	sub := &model.Subscription{Name: "沙丘 自动订阅", Filter: "Dune 2021", SearchMode: "imdb", IMDBID: "tt1160419"}
-	if got := siteSearchKeyword(sub); got != "tt1160419" {
-		t.Fatalf("keyword = %q, want imdb id", got)
-	}
-}
-
-func TestSiteSearchKeywordsIncludeAliasesAndCleanedKeywords(t *testing.T) {
-	sub := &model.Subscription{
-		Name:    "真人快打2 自动订阅",
-		FeedURL: "site-search://search?keyword=%E7%9C%9F%E4%BA%BA%E5%BF%AB%E6%89%932%202026&alias=Mortal%20Kombat%20II%202026",
-		Filter:  "真人快打2 2026",
-	}
-
-	got := siteSearchKeywords(sub)
-	for _, want := range []string{"真人快打2 2026", "Mortal Kombat II 2026", "真人快打2", "Mortal Kombat II"} {
-		if !containsString(got, want) {
-			t.Fatalf("keywords = %#v, missing %q", got, want)
-		}
-	}
-	if got[0] != "真人快打2 2026" {
-		t.Fatalf("primary keyword = %q, want feed keyword first", got[0])
-	}
-}
-
-func TestSiteSearchKeywordsUseCleanMetadataAliases(t *testing.T) {
-	sub := &model.Subscription{
-		Name:         "玩具总动员 4 自动订阅",
-		Filter:       "玩具总动员 4 2019",
-		OriginalName: "Toy Story 4",
-		Year:         2019,
-	}
-
-	got := siteSearchKeywords(sub)
-	for _, want := range []string{"玩具总动员 4 2019", "Toy Story 4", "Toy Story 4 2019", "玩具总动员 4"} {
-		if !containsString(got, want) {
-			t.Fatalf("keywords = %#v, missing %q", got, want)
-		}
-	}
-	for _, unwanted := range []string{"玩具总动员 4 自动订阅", "玩具总动员 4 自动订阅 2019", "玩具总动员 4 2019 2019"} {
-		if containsString(got, unwanted) {
-			t.Fatalf("keywords = %#v, should not contain %q", got, unwanted)
-		}
-	}
-}
-
-func containsString(values []string, want string) bool {
-	for _, value := range values {
-		if value == want {
-			return true
-		}
-	}
-	return false
-}
-
-func TestStableSiteSearchGUIDIgnoresPrivateTokenChanges(t *testing.T) {
-	item := SearchResult{
-		SiteID:   "mteam",
-		Title:    "Some Show S01E01 1080p",
-		Category: "TV",
-		Size:     1024,
-	}
-	first := stableSiteSearchGUID(item, "https://pt.example/download?id=123&passkey=old")
-	second := stableSiteSearchGUID(item, "https://pt.example/download?id=123&passkey=new")
-	if first != second {
-		t.Fatalf("stableSiteSearchGUID changed with token: %q != %q", first, second)
-	}
-	if strings.Contains(first, "passkey") || strings.Contains(first, "old") || strings.Contains(first, "new") {
-		t.Fatalf("stableSiteSearchGUID leaked private token: %q", first)
-	}
-}
-
-func TestSelectSiteSearchCandidatesWithStatsExplainsFiltering(t *testing.T) {
-	sub := &model.Subscription{Name: "Stats Show 自动订阅", Filter: "Stats Show", MediaType: "tv"}
-	seenItem := SearchResult{Title: "Stats Show S01E02 1080p", DownloadURL: "https://pt/download/seen", Seeders: 50}
-	seenGUID := stableSiteSearchGUID(seenItem, seenItem.DownloadURL)
-	results := []SearchResult{
-		{Title: "Different Show S01E01 1080p", DownloadURL: "https://pt/download/wrong", Seeders: 90},
-		{Title: "Stats Show S01E01 CAM", DownloadURL: "https://pt/download/cam", Seeders: 80},
-		{Title: "Stats Show S01E02 1080p", Seeders: 70},
-		seenItem,
-		{Title: "Stats Show S01E03 1080p", DownloadURL: "https://pt/download/right", Seeders: 60},
-	}
-
-	got, stats := selectSiteSearchCandidatesWithStats(results, sub, map[string]struct{}{seenGUID: {}}, LocalAvailability{})
-	if len(got) != 1 || got[0].Download != "https://pt/download/right" {
-		t.Fatalf("selected %#v, want only unfiltered candidate", got)
-	}
-	if stats.Total != 5 ||
-		stats.QueryMismatch != 1 ||
-		stats.RuleMismatch != 1 ||
-		stats.MissingDownload != 1 ||
-		stats.Seen != 1 ||
-		stats.Prepared != 1 ||
-		stats.Selected != 1 {
-		t.Fatalf("unexpected stats: %#v", stats)
-	}
-	if len(stats.QueryMismatchExamples) != 1 || stats.QueryMismatchExamples[0] != "Different Show S01E01 1080p" {
-		t.Fatalf("query mismatch examples = %#v", stats.QueryMismatchExamples)
-	}
-}