From 0e11d64a2ff3099d6f48fd4bd52391af62dc27fb Mon Sep 17 00:00:00 2001 From: ShukeBta <272197458+ShukeBta@users.noreply.github.com> Date: Fri, 26 Jun 2026 17:04:34 +0800 Subject: [PATCH] refactor organizer reclassify tests --- .../organizer_reclassify_anime_test.go | 241 +++++++++ .../organizer_reclassify_duplicates_test.go | 221 ++++++++ .../organizer_reclassify_metadata_test.go | 87 +++ internal/service/organizer_reclassify_test.go | 507 ------------------ 4 files changed, 549 insertions(+), 507 deletions(-) create mode 100644 internal/service/organizer_reclassify_anime_test.go create mode 100644 internal/service/organizer_reclassify_duplicates_test.go create mode 100644 internal/service/organizer_reclassify_metadata_test.go diff --git a/internal/service/organizer_reclassify_anime_test.go b/internal/service/organizer_reclassify_anime_test.go new file mode 100644 index 0000000..7d71c2c --- /dev/null +++ b/internal/service/organizer_reclassify_anime_test.go @@ -0,0 +1,241 @@ +package service + +import ( + "os" + "path/filepath" + "testing" + + "go.uber.org/zap" + + "github.com/ShukeBta/MediaStationGo/internal/config" + "github.com/ShukeBta/MediaStationGo/internal/model" +) + +func TestOrganizeDirectoryReclassifiesScannedAnimeUsingDBMetadata(t *testing.T) { + repos := newOrganizerTestRepo(t) + cfg := &config.Config{} + cfg.Organizer.SmartClassify = true + + root := t.TempDir() + dest := filepath.Join(root, "media") + euusLib := model.Library{Name: "欧美剧", Path: filepath.Join(dest, "电视剧", "欧美剧"), Type: "tv", Enabled: true} + tvAnimeLib := model.Library{Name: "国漫", Path: filepath.Join(dest, "电视剧", "国漫"), Type: "tv", Enabled: true} + animeLib := model.Library{Name: "国漫", Path: filepath.Join(dest, "动漫", "国漫"), Type: "anime", Enabled: true} + for _, lib := range []*model.Library{&euusLib, &tvAnimeLib, &animeLib} { + if err := repos.Library.Create(t.Context(), lib); err != nil { + t.Fatal(err) + } + } + + wrongPath := filepath.Join(euusLib.Path, "Blades Of The Guardians", "Season 2", "Blades Of The Guardians - S02E01-1080p.TX.WEB-DL.mkv") + writeOrgFile(t, wrongPath, "episode") + if err := repos.DB.Create(&model.Media{ + LibraryID: euusLib.ID, + Title: "镖人", + OriginalName: "Blades Of The Guardians", + Path: wrongPath, + SeasonNum: 2, + EpisodeNum: 1, + TMDbID: 107463, + Languages: "zh", + Countries: "CN", + Genres: "动画,动作冒险", + ScrapeStatus: "matched", + }).Error; err != nil { + t.Fatal(err) + } + + organizer := NewOrganizerService(cfg, zap.NewNop(), repos) + res, err := organizer.OrganizeDirectory(t.Context(), OrganizeOptions{ + SourcePath: filepath.Join(euusLib.Path, "Blades Of The Guardians"), + DestPath: euusLib.Path, + TransferMode: TransferCopy, + }) + if err != nil { + t.Fatalf("organize directory: %v", err) + } + want := filepath.Join(animeLib.Path, "镖人", "Season 02", "镖人 - S02E01.mkv") + if res.Reclassified != 1 || res.Organized != 0 { + t.Fatalf("result = %+v, want scanned DB metadata reclassified only", res) + } + if _, err := os.Stat(wrongPath); !os.IsNotExist(err) { + t.Fatalf("wrong anime path should be moved away, stat err=%v", err) + } + if _, err := os.Stat(want); err != nil { + t.Fatalf("anime should move to physical anime library at %q: %v; items=%#v", want, err, res.Items) + } + var got model.Media + if err := repos.DB.First(&got, "path = ?", want).Error; err != nil { + t.Fatal(err) + } + if got.LibraryID != animeLib.ID { + t.Fatalf("library_id = %q, want anime library %q", got.LibraryID, animeLib.ID) + } +} + +func TestReclassifyMisclassifiedMediaMovesScannedAnimeToPhysicalAnimeLibrary(t *testing.T) { + repos := newOrganizerTestRepo(t) + cfg := &config.Config{} + cfg.Organizer.SmartClassify = true + + root := t.TempDir() + dest := filepath.Join(root, "media") + euusLib := model.Library{Name: "欧美剧", Path: filepath.Join(dest, "电视剧", "欧美剧"), Type: "tv", Enabled: true} + tvAnimeLib := model.Library{Name: "国漫", Path: filepath.Join(dest, "电视剧", "国漫"), Type: "tv", Enabled: true} + animeLib := model.Library{Name: "国漫", Path: filepath.Join(dest, "动漫", "国漫"), Type: "anime", Enabled: true} + for _, lib := range []*model.Library{&euusLib, &tvAnimeLib, &animeLib} { + if err := repos.Library.Create(t.Context(), lib); err != nil { + t.Fatal(err) + } + } + + wrongPath := filepath.Join(euusLib.Path, "Blades Of The Guardians", "Season 2", "Blades Of The Guardians - S02E01.mkv") + writeOrgFile(t, wrongPath, "episode") + if err := repos.DB.Create(&model.Media{ + LibraryID: euusLib.ID, + Title: "镖人", + OriginalName: "Blades Of The Guardians", + Path: wrongPath, + SeasonNum: 2, + EpisodeNum: 1, + TMDbID: 107463, + Languages: "zh", + Countries: "CN", + Genres: "动画,动作冒险", + ScrapeStatus: "matched", + }).Error; err != nil { + t.Fatal(err) + } + + organizer := NewOrganizerService(cfg, zap.NewNop(), repos) + res, err := organizer.ReclassifyMisclassifiedMedia(t.Context(), MediaCategoryReclassifyOptions{}) + if err != nil { + t.Fatalf("reclassify media: %v", err) + } + want := filepath.Join(animeLib.Path, "镖人", "Season 02", "镖人 - S02E01.mkv") + if res.Reclassified != 1 { + t.Fatalf("reclassified = %d, want 1; items=%#v errors=%#v", res.Reclassified, res.Items, res.Errors) + } + if _, err := os.Stat(want); err != nil { + t.Fatalf("bulk reclassify target missing at %q: %v", want, err) + } + var got model.Media + if err := repos.DB.First(&got, "path = ?", want).Error; err != nil { + t.Fatal(err) + } + if got.LibraryID != animeLib.ID { + t.Fatalf("library_id = %q, want anime library %q", got.LibraryID, animeLib.ID) + } +} + +func TestReclassifyMisclassifiedMediaCreatesMissingTargetCategoryLibrary(t *testing.T) { + repos := newOrganizerTestRepo(t) + cfg := &config.Config{} + cfg.Organizer.SmartClassify = true + + root := t.TempDir() + dest := filepath.Join(root, "media") + euusLib := model.Library{Name: "欧美剧", Path: filepath.Join(dest, "电视剧", "欧美剧"), Type: "tv", Enabled: true} + if err := repos.Library.Create(t.Context(), &euusLib); err != nil { + t.Fatal(err) + } + + wrongPath := filepath.Join(euusLib.Path, "Blades Of The Guardians", "Season 2", "Blades Of The Guardians - S02E01.mkv") + writeOrgFile(t, wrongPath, "episode") + if err := repos.DB.Create(&model.Media{ + LibraryID: euusLib.ID, + Title: "镖人", + OriginalName: "Blades Of The Guardians", + Path: wrongPath, + SeasonNum: 2, + EpisodeNum: 1, + TMDbID: 107463, + Languages: "zh", + Countries: "CN", + Genres: "动画,动作冒险", + ScrapeStatus: "matched", + }).Error; err != nil { + t.Fatal(err) + } + + organizer := NewOrganizerService(cfg, zap.NewNop(), repos) + res, err := organizer.ReclassifyMisclassifiedMedia(t.Context(), MediaCategoryReclassifyOptions{}) + if err != nil { + t.Fatalf("reclassify media: %v", err) + } + + targetRoot := filepath.Join(dest, "动漫", "国漫") + want := filepath.Join(targetRoot, "镖人", "Season 02", "镖人 - S02E01.mkv") + if res.Reclassified != 1 { + t.Fatalf("reclassified = %d, want 1; items=%#v errors=%#v", res.Reclassified, res.Items, res.Errors) + } + if _, err := os.Stat(want); err != nil { + t.Fatalf("created category target missing at %q: %v", want, err) + } + + var created model.Library + if err := repos.DB.Where("path = ?", targetRoot).First(&created).Error; err != nil { + t.Fatalf("missing auto-created anime library: %v", err) + } + var got model.Media + if err := repos.DB.First(&got, "path = ?", want).Error; err != nil { + t.Fatal(err) + } + if got.LibraryID != created.ID { + t.Fatalf("library_id = %q, want auto-created library %q", got.LibraryID, created.ID) + } +} + +func TestReclassifyMisclassifiedMediaMovesWesternAnimationToWesternAnimeLibrary(t *testing.T) { + repos := newOrganizerTestRepo(t) + cfg := &config.Config{} + cfg.Organizer.SmartClassify = true + + root := t.TempDir() + dest := filepath.Join(root, "media") + jpAnimeLib := model.Library{Name: "日番", Path: filepath.Join(dest, "动漫", "日番"), Type: "anime", Enabled: true} + westernAnimeLib := model.Library{Name: "欧美动漫", Path: filepath.Join(dest, "动漫", "欧美动漫"), Type: "anime", Enabled: true} + for _, lib := range []*model.Library{&jpAnimeLib, &westernAnimeLib} { + if err := repos.Library.Create(t.Context(), lib); err != nil { + t.Fatal(err) + } + } + + wrongPath := filepath.Join(jpAnimeLib.Path, "Family Guy", "Season 10", "Family Guy - S10E15.mkv") + writeOrgFile(t, wrongPath, "episode") + if err := repos.DB.Create(&model.Media{ + LibraryID: jpAnimeLib.ID, + Title: "恶搞之家", + OriginalName: "Family Guy", + Path: wrongPath, + SeasonNum: 10, + EpisodeNum: 15, + TMDbID: 1434, + Languages: "en", + Countries: "US", + Genres: "动画,喜剧", + ScrapeStatus: "matched", + }).Error; err != nil { + t.Fatal(err) + } + + organizer := NewOrganizerService(cfg, zap.NewNop(), repos) + res, err := organizer.ReclassifyMisclassifiedMedia(t.Context(), MediaCategoryReclassifyOptions{}) + if err != nil { + t.Fatalf("reclassify media: %v", err) + } + want := filepath.Join(westernAnimeLib.Path, "恶搞之家", "Season 10", "恶搞之家 - S10E15.mkv") + if res.Reclassified != 1 { + t.Fatalf("reclassified = %d, want 1; items=%#v errors=%#v", res.Reclassified, res.Items, res.Errors) + } + if _, err := os.Stat(want); err != nil { + t.Fatalf("western animation target missing at %q: %v", want, err) + } + var got model.Media + if err := repos.DB.First(&got, "path = ?", want).Error; err != nil { + t.Fatal(err) + } + if got.LibraryID != westernAnimeLib.ID { + t.Fatalf("library_id = %q, want western anime library %q", got.LibraryID, westernAnimeLib.ID) + } +} diff --git a/internal/service/organizer_reclassify_duplicates_test.go b/internal/service/organizer_reclassify_duplicates_test.go new file mode 100644 index 0000000..4c5e8cf --- /dev/null +++ b/internal/service/organizer_reclassify_duplicates_test.go @@ -0,0 +1,221 @@ +package service + +import ( + "encoding/json" + "net/http" + "net/http/httptest" + "os" + "path/filepath" + "testing" + + "go.uber.org/zap" + + "github.com/ShukeBta/MediaStationGo/internal/config" + "github.com/ShukeBta/MediaStationGo/internal/model" +) + +func TestOrganizeDirectoryCleansWrongCategoryDuplicateWhenTargetExists(t *testing.T) { + upstream := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) { + w.Header().Set("Content-Type", "application/json") + if r.URL.Path != "/search/tv" { + http.NotFound(w, r) + return + } + _ = json.NewEncoder(w).Encode(map[string]any{ + "results": []map[string]any{{ + "id": 292696, + "name": "莫离", + "original_name": "The First Jasmine", + "original_language": "zh", + "origin_country": []string{"CN"}, + "genre_ids": []int{18}, + "first_air_date": "2026-06-23", + }}, + }) + })) + defer upstream.Close() + + repos := newOrganizerTestRepo(t) + cfg := &config.Config{} + cfg.Organizer.SmartClassify = true + cfg.Secrets.TMDbAPIKey = "test-key" + cfg.Secrets.TMDbAPIProxy = upstream.URL + scraper := NewScraperService(cfg, zap.NewNop(), repos, NewTMDbProvider(cfg, zap.NewNop(), nil), nil, nil, nil, NewHub(zap.NewNop())) + + root := t.TempDir() + srcRoot := filepath.Join(root, "downloads") + dest := filepath.Join(root, "media") + sourceFile := filepath.Join(srcRoot, "欧美剧", "The.First.Jasmine.S01.1080p.TX.WEB-DL.AAC2.0.H.264-MWeb", "The.First.Jasmine.S01E01.1080p.TX.WEB-DL.AAC2.0.H.264-MWeb.mkv") + writeOrgFile(t, sourceFile, "episode") + + euusLib := model.Library{Name: "欧美剧", Path: filepath.Join(dest, "电视剧", "欧美剧"), Type: "tv", Enabled: true} + domesticLib := model.Library{Name: "国产剧", Path: filepath.Join(dest, "电视剧", "国产剧"), Type: "tv", Enabled: true} + if err := repos.Library.Create(t.Context(), &euusLib); err != nil { + t.Fatal(err) + } + if err := repos.Library.Create(t.Context(), &domesticLib); err != nil { + t.Fatal(err) + } + + targetPath := filepath.Join(domesticLib.Path, "莫离", "Season 01", "莫离 - S01E01.mkv") + wrongPath := filepath.Join(euusLib.Path, "The First Jasmine", "Season 01", "The First Jasmine - S01E01.mkv") + writeOrgFile(t, targetPath, "same-bytes") + writeOrgFile(t, wrongPath, "same-bytes") + if err := repos.DB.Create(&model.Media{ + LibraryID: domesticLib.ID, + Title: "莫离", + Path: targetPath, + SeasonNum: 1, + EpisodeNum: 1, + TMDbID: 292696, + ScrapeStatus: "matched", + }).Error; err != nil { + t.Fatal(err) + } + if err := repos.DB.Create(&model.Media{ + LibraryID: euusLib.ID, + Title: "莫离", + Path: wrongPath, + SeasonNum: 1, + EpisodeNum: 1, + TMDbID: 292696, + ScrapeStatus: "matched", + }).Error; err != nil { + t.Fatal(err) + } + + organizer := NewOrganizerService(cfg, zap.NewNop(), repos) + organizer.SetScraper(scraper) + res, err := organizer.OrganizeDirectory(t.Context(), OrganizeOptions{ + SourcePath: srcRoot, + DestPath: euusLib.Path, + TransferMode: TransferCopy, + }) + if err != nil { + t.Fatalf("organize directory: %v", err) + } + if res.Reclassified != 1 || res.Organized != 0 || res.Skipped != 0 { + t.Fatalf("result = %+v, want reclassified=1 only", res) + } + if _, err := os.Stat(targetPath); err != nil { + t.Fatalf("canonical target should remain: %v", err) + } + if _, err := os.Stat(wrongPath); !os.IsNotExist(err) { + t.Fatalf("wrong category duplicate should be removed, stat err=%v", err) + } + var wrongRows int64 + if err := repos.DB.Model(&model.Media{}).Where("path = ?", wrongPath).Count(&wrongRows).Error; err != nil { + t.Fatal(err) + } + if wrongRows != 0 { + t.Fatalf("wrong DB rows = %d, want 0", wrongRows) + } + if _, err := os.Stat(sourceFile); err != nil { + t.Fatalf("source download should remain untouched: %v", err) + } +} + +func TestOrganizeDirectoryMovesWrongCategoryDifferentSizeDuplicateToConflictPath(t *testing.T) { + upstream := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) { + w.Header().Set("Content-Type", "application/json") + if r.URL.Path != "/search/tv" { + http.NotFound(w, r) + return + } + _ = json.NewEncoder(w).Encode(map[string]any{ + "results": []map[string]any{{ + "id": 292696, + "name": "莫离", + "original_name": "The First Jasmine", + "original_language": "zh", + "origin_country": []string{"CN"}, + "genre_ids": []int{18}, + "first_air_date": "2026-06-23", + }}, + }) + })) + defer upstream.Close() + + repos := newOrganizerTestRepo(t) + cfg := &config.Config{} + cfg.Organizer.SmartClassify = true + cfg.Secrets.TMDbAPIKey = "test-key" + cfg.Secrets.TMDbAPIProxy = upstream.URL + scraper := NewScraperService(cfg, zap.NewNop(), repos, NewTMDbProvider(cfg, zap.NewNop(), nil), nil, nil, nil, NewHub(zap.NewNop())) + + root := t.TempDir() + srcRoot := filepath.Join(root, "downloads") + dest := filepath.Join(root, "media") + sourceFile := filepath.Join(srcRoot, "欧美剧", "The.First.Jasmine.S01.1080p.TX.WEB-DL.AAC2.0.H.264-MWeb", "The.First.Jasmine.S01E01.1080p.TX.WEB-DL.AAC2.0.H.264-MWeb.mkv") + writeOrgFile(t, sourceFile, "episode") + + euusLib := model.Library{Name: "欧美剧", Path: filepath.Join(dest, "电视剧", "欧美剧"), Type: "tv", Enabled: true} + domesticLib := model.Library{Name: "国产剧", Path: filepath.Join(dest, "电视剧", "国产剧"), Type: "tv", Enabled: true} + if err := repos.Library.Create(t.Context(), &euusLib); err != nil { + t.Fatal(err) + } + if err := repos.Library.Create(t.Context(), &domesticLib); err != nil { + t.Fatal(err) + } + + targetPath := filepath.Join(domesticLib.Path, "莫离", "Season 01", "莫离 - S01E01.mkv") + conflictPath := filepath.Join(domesticLib.Path, "莫离", "Season 01", "莫离 - S01E01 (2).mkv") + wrongPath := filepath.Join(euusLib.Path, "The First Jasmine", "Season 01", "The First Jasmine - S01E01.mkv") + writeOrgFile(t, targetPath, "short") + writeOrgFile(t, wrongPath, "different-longer-bytes") + if err := repos.DB.Create(&model.Media{ + LibraryID: domesticLib.ID, + Title: "莫离", + Path: targetPath, + SeasonNum: 1, + EpisodeNum: 1, + TMDbID: 292696, + ScrapeStatus: "matched", + }).Error; err != nil { + t.Fatal(err) + } + if err := repos.DB.Create(&model.Media{ + LibraryID: euusLib.ID, + Title: "莫离", + Path: wrongPath, + SeasonNum: 1, + EpisodeNum: 1, + TMDbID: 292696, + Languages: "zh", + Countries: "CN", + Genres: "剧情", + ScrapeStatus: "matched", + }).Error; err != nil { + t.Fatal(err) + } + + organizer := NewOrganizerService(cfg, zap.NewNop(), repos) + organizer.SetScraper(scraper) + res, err := organizer.OrganizeDirectory(t.Context(), OrganizeOptions{ + SourcePath: srcRoot, + DestPath: euusLib.Path, + TransferMode: TransferCopy, + }) + if err != nil { + t.Fatalf("organize directory: %v", err) + } + if res.Reclassified != 1 || res.Organized != 0 || res.Skipped != 0 { + t.Fatalf("result = %+v, want reclassified=1 only", res) + } + if _, err := os.Stat(targetPath); err != nil { + t.Fatalf("canonical target should remain: %v", err) + } + if _, err := os.Stat(conflictPath); err != nil { + t.Fatalf("different-size duplicate should move into correct category conflict path %q: %v; items=%#v", conflictPath, err, res.Items) + } + if _, err := os.Stat(wrongPath); !os.IsNotExist(err) { + t.Fatalf("wrong category duplicate should be moved away, stat err=%v", err) + } + var got model.Media + if err := repos.DB.First(&got, "path = ?", conflictPath).Error; err != nil { + t.Fatal(err) + } + if got.LibraryID != domesticLib.ID { + t.Fatalf("library_id = %q, want domestic library %q", got.LibraryID, domesticLib.ID) + } +} diff --git a/internal/service/organizer_reclassify_metadata_test.go b/internal/service/organizer_reclassify_metadata_test.go new file mode 100644 index 0000000..babb664 --- /dev/null +++ b/internal/service/organizer_reclassify_metadata_test.go @@ -0,0 +1,87 @@ +package service + +import ( + "encoding/json" + "net/http" + "net/http/httptest" + "os" + "path/filepath" + "testing" + + "go.uber.org/zap" + + "github.com/ShukeBta/MediaStationGo/internal/config" + "github.com/ShukeBta/MediaStationGo/internal/model" +) + +func TestOrganizeDirectoryCleansReleaseNoiseBeforeMetadataClassify(t *testing.T) { + var queries []string + upstream := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) { + w.Header().Set("Content-Type", "application/json") + if r.URL.Path != "/search/tv" { + http.NotFound(w, r) + return + } + query := r.URL.Query().Get("query") + queries = append(queries, query) + if query != "motherhood of taihang" { + _ = json.NewEncoder(w).Encode(map[string]any{"results": []any{}}) + return + } + _ = json.NewEncoder(w).Encode(map[string]any{ + "results": []map[string]any{{ + "id": 219630, + "name": "太行之脊", + "original_name": "Motherhood of Taihang", + "original_language": "zh", + "origin_country": []string{"CN"}, + "genre_ids": []int{18}, + "first_air_date": "2020-08-26", + }}, + }) + })) + defer upstream.Close() + + repos := newOrganizerTestRepo(t) + cfg := &config.Config{} + cfg.Organizer.SmartClassify = true + cfg.Secrets.TMDbAPIKey = "test-key" + cfg.Secrets.TMDbAPIProxy = upstream.URL + scraper := NewScraperService(cfg, zap.NewNop(), repos, NewTMDbProvider(cfg, zap.NewNop(), nil), nil, nil, nil, NewHub(zap.NewNop())) + + root := t.TempDir() + srcRoot := filepath.Join(root, "downloads") + dest := filepath.Join(root, "media") + sourceFile := filepath.Join(srcRoot, "Motherhood Of Taihang Aac2 Mweb", "Motherhood Of Taihang Aac2 Mweb - S01E01-Aac2.Mweb - 第 1 集.mkv") + writeOrgFile(t, sourceFile, "episode") + + euusLib := model.Library{Name: "欧美剧", Path: filepath.Join(dest, "电视剧", "欧美剧"), Type: "tv", Enabled: true} + domesticLib := model.Library{Name: "国产剧", Path: filepath.Join(dest, "电视剧", "国产剧"), Type: "tv", Enabled: true} + if err := repos.Library.Create(t.Context(), &euusLib); err != nil { + t.Fatal(err) + } + if err := repos.Library.Create(t.Context(), &domesticLib); err != nil { + t.Fatal(err) + } + + organizer := NewOrganizerService(cfg, zap.NewNop(), repos) + organizer.SetScraper(scraper) + res, err := organizer.OrganizeDirectory(t.Context(), OrganizeOptions{ + SourcePath: srcRoot, + DestPath: euusLib.Path, + TransferMode: TransferCopy, + }) + if err != nil { + t.Fatalf("organize directory: %v", err) + } + want := filepath.Join(domesticLib.Path, "太行之脊", "Season 01", "太行之脊 - S01E01.mkv") + if res.Organized != 1 || res.Reclassified != 0 { + t.Fatalf("result = %+v, want organized=1 only; queries=%v", res, queries) + } + if _, err := os.Stat(want); err != nil { + t.Fatalf("organized media missing at %q: %v; items=%#v queries=%v", want, err, res.Items, queries) + } + if len(queries) == 0 || queries[0] != "motherhood of taihang" { + t.Fatalf("first metadata query = %q, want cleaned title; all queries=%v", firstQuery(queries), queries) + } +} diff --git a/internal/service/organizer_reclassify_test.go b/internal/service/organizer_reclassify_test.go index 6bd931e..f4296b2 100644 --- a/internal/service/organizer_reclassify_test.go +++ b/internal/service/organizer_reclassify_test.go @@ -262,510 +262,3 @@ func TestReclassifyMisclassifiedMediaRetriesNoMatchMetadata(t *testing.T) { t.Fatalf("row after metadata retry = %#v, want domestic matched metadata", got) } } - -func TestOrganizeDirectoryCleansReleaseNoiseBeforeMetadataClassify(t *testing.T) { - var queries []string - upstream := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) { - w.Header().Set("Content-Type", "application/json") - if r.URL.Path != "/search/tv" { - http.NotFound(w, r) - return - } - query := r.URL.Query().Get("query") - queries = append(queries, query) - if query != "motherhood of taihang" { - _ = json.NewEncoder(w).Encode(map[string]any{"results": []any{}}) - return - } - _ = json.NewEncoder(w).Encode(map[string]any{ - "results": []map[string]any{{ - "id": 219630, - "name": "太行之脊", - "original_name": "Motherhood of Taihang", - "original_language": "zh", - "origin_country": []string{"CN"}, - "genre_ids": []int{18}, - "first_air_date": "2020-08-26", - }}, - }) - })) - defer upstream.Close() - - repos := newOrganizerTestRepo(t) - cfg := &config.Config{} - cfg.Organizer.SmartClassify = true - cfg.Secrets.TMDbAPIKey = "test-key" - cfg.Secrets.TMDbAPIProxy = upstream.URL - scraper := NewScraperService(cfg, zap.NewNop(), repos, NewTMDbProvider(cfg, zap.NewNop(), nil), nil, nil, nil, NewHub(zap.NewNop())) - - root := t.TempDir() - srcRoot := filepath.Join(root, "downloads") - dest := filepath.Join(root, "media") - sourceFile := filepath.Join(srcRoot, "Motherhood Of Taihang Aac2 Mweb", "Motherhood Of Taihang Aac2 Mweb - S01E01-Aac2.Mweb - 第 1 集.mkv") - writeOrgFile(t, sourceFile, "episode") - - euusLib := model.Library{Name: "欧美剧", Path: filepath.Join(dest, "电视剧", "欧美剧"), Type: "tv", Enabled: true} - domesticLib := model.Library{Name: "国产剧", Path: filepath.Join(dest, "电视剧", "国产剧"), Type: "tv", Enabled: true} - if err := repos.Library.Create(t.Context(), &euusLib); err != nil { - t.Fatal(err) - } - if err := repos.Library.Create(t.Context(), &domesticLib); err != nil { - t.Fatal(err) - } - - organizer := NewOrganizerService(cfg, zap.NewNop(), repos) - organizer.SetScraper(scraper) - res, err := organizer.OrganizeDirectory(t.Context(), OrganizeOptions{ - SourcePath: srcRoot, - DestPath: euusLib.Path, - TransferMode: TransferCopy, - }) - if err != nil { - t.Fatalf("organize directory: %v", err) - } - want := filepath.Join(domesticLib.Path, "太行之脊", "Season 01", "太行之脊 - S01E01.mkv") - if res.Organized != 1 || res.Reclassified != 0 { - t.Fatalf("result = %+v, want organized=1 only; queries=%v", res, queries) - } - if _, err := os.Stat(want); err != nil { - t.Fatalf("organized media missing at %q: %v; items=%#v queries=%v", want, err, res.Items, queries) - } - if len(queries) == 0 || queries[0] != "motherhood of taihang" { - t.Fatalf("first metadata query = %q, want cleaned title; all queries=%v", firstQuery(queries), queries) - } -} - -func TestOrganizeDirectoryReclassifiesScannedAnimeUsingDBMetadata(t *testing.T) { - repos := newOrganizerTestRepo(t) - cfg := &config.Config{} - cfg.Organizer.SmartClassify = true - - root := t.TempDir() - dest := filepath.Join(root, "media") - euusLib := model.Library{Name: "欧美剧", Path: filepath.Join(dest, "电视剧", "欧美剧"), Type: "tv", Enabled: true} - tvAnimeLib := model.Library{Name: "国漫", Path: filepath.Join(dest, "电视剧", "国漫"), Type: "tv", Enabled: true} - animeLib := model.Library{Name: "国漫", Path: filepath.Join(dest, "动漫", "国漫"), Type: "anime", Enabled: true} - for _, lib := range []*model.Library{&euusLib, &tvAnimeLib, &animeLib} { - if err := repos.Library.Create(t.Context(), lib); err != nil { - t.Fatal(err) - } - } - - wrongPath := filepath.Join(euusLib.Path, "Blades Of The Guardians", "Season 2", "Blades Of The Guardians - S02E01-1080p.TX.WEB-DL.mkv") - writeOrgFile(t, wrongPath, "episode") - if err := repos.DB.Create(&model.Media{ - LibraryID: euusLib.ID, - Title: "镖人", - OriginalName: "Blades Of The Guardians", - Path: wrongPath, - SeasonNum: 2, - EpisodeNum: 1, - TMDbID: 107463, - Languages: "zh", - Countries: "CN", - Genres: "动画,动作冒险", - ScrapeStatus: "matched", - }).Error; err != nil { - t.Fatal(err) - } - - organizer := NewOrganizerService(cfg, zap.NewNop(), repos) - res, err := organizer.OrganizeDirectory(t.Context(), OrganizeOptions{ - SourcePath: filepath.Join(euusLib.Path, "Blades Of The Guardians"), - DestPath: euusLib.Path, - TransferMode: TransferCopy, - }) - if err != nil { - t.Fatalf("organize directory: %v", err) - } - want := filepath.Join(animeLib.Path, "镖人", "Season 02", "镖人 - S02E01.mkv") - if res.Reclassified != 1 || res.Organized != 0 { - t.Fatalf("result = %+v, want scanned DB metadata reclassified only", res) - } - if _, err := os.Stat(wrongPath); !os.IsNotExist(err) { - t.Fatalf("wrong anime path should be moved away, stat err=%v", err) - } - if _, err := os.Stat(want); err != nil { - t.Fatalf("anime should move to physical anime library at %q: %v; items=%#v", want, err, res.Items) - } - var got model.Media - if err := repos.DB.First(&got, "path = ?", want).Error; err != nil { - t.Fatal(err) - } - if got.LibraryID != animeLib.ID { - t.Fatalf("library_id = %q, want anime library %q", got.LibraryID, animeLib.ID) - } -} - -func TestReclassifyMisclassifiedMediaMovesScannedAnimeToPhysicalAnimeLibrary(t *testing.T) { - repos := newOrganizerTestRepo(t) - cfg := &config.Config{} - cfg.Organizer.SmartClassify = true - - root := t.TempDir() - dest := filepath.Join(root, "media") - euusLib := model.Library{Name: "欧美剧", Path: filepath.Join(dest, "电视剧", "欧美剧"), Type: "tv", Enabled: true} - tvAnimeLib := model.Library{Name: "国漫", Path: filepath.Join(dest, "电视剧", "国漫"), Type: "tv", Enabled: true} - animeLib := model.Library{Name: "国漫", Path: filepath.Join(dest, "动漫", "国漫"), Type: "anime", Enabled: true} - for _, lib := range []*model.Library{&euusLib, &tvAnimeLib, &animeLib} { - if err := repos.Library.Create(t.Context(), lib); err != nil { - t.Fatal(err) - } - } - - wrongPath := filepath.Join(euusLib.Path, "Blades Of The Guardians", "Season 2", "Blades Of The Guardians - S02E01.mkv") - writeOrgFile(t, wrongPath, "episode") - if err := repos.DB.Create(&model.Media{ - LibraryID: euusLib.ID, - Title: "镖人", - OriginalName: "Blades Of The Guardians", - Path: wrongPath, - SeasonNum: 2, - EpisodeNum: 1, - TMDbID: 107463, - Languages: "zh", - Countries: "CN", - Genres: "动画,动作冒险", - ScrapeStatus: "matched", - }).Error; err != nil { - t.Fatal(err) - } - - organizer := NewOrganizerService(cfg, zap.NewNop(), repos) - res, err := organizer.ReclassifyMisclassifiedMedia(t.Context(), MediaCategoryReclassifyOptions{}) - if err != nil { - t.Fatalf("reclassify media: %v", err) - } - want := filepath.Join(animeLib.Path, "镖人", "Season 02", "镖人 - S02E01.mkv") - if res.Reclassified != 1 { - t.Fatalf("reclassified = %d, want 1; items=%#v errors=%#v", res.Reclassified, res.Items, res.Errors) - } - if _, err := os.Stat(want); err != nil { - t.Fatalf("bulk reclassify target missing at %q: %v", want, err) - } - var got model.Media - if err := repos.DB.First(&got, "path = ?", want).Error; err != nil { - t.Fatal(err) - } - if got.LibraryID != animeLib.ID { - t.Fatalf("library_id = %q, want anime library %q", got.LibraryID, animeLib.ID) - } -} - -func TestReclassifyMisclassifiedMediaCreatesMissingTargetCategoryLibrary(t *testing.T) { - repos := newOrganizerTestRepo(t) - cfg := &config.Config{} - cfg.Organizer.SmartClassify = true - - root := t.TempDir() - dest := filepath.Join(root, "media") - euusLib := model.Library{Name: "欧美剧", Path: filepath.Join(dest, "电视剧", "欧美剧"), Type: "tv", Enabled: true} - if err := repos.Library.Create(t.Context(), &euusLib); err != nil { - t.Fatal(err) - } - - wrongPath := filepath.Join(euusLib.Path, "Blades Of The Guardians", "Season 2", "Blades Of The Guardians - S02E01.mkv") - writeOrgFile(t, wrongPath, "episode") - if err := repos.DB.Create(&model.Media{ - LibraryID: euusLib.ID, - Title: "镖人", - OriginalName: "Blades Of The Guardians", - Path: wrongPath, - SeasonNum: 2, - EpisodeNum: 1, - TMDbID: 107463, - Languages: "zh", - Countries: "CN", - Genres: "动画,动作冒险", - ScrapeStatus: "matched", - }).Error; err != nil { - t.Fatal(err) - } - - organizer := NewOrganizerService(cfg, zap.NewNop(), repos) - res, err := organizer.ReclassifyMisclassifiedMedia(t.Context(), MediaCategoryReclassifyOptions{}) - if err != nil { - t.Fatalf("reclassify media: %v", err) - } - - targetRoot := filepath.Join(dest, "动漫", "国漫") - want := filepath.Join(targetRoot, "镖人", "Season 02", "镖人 - S02E01.mkv") - if res.Reclassified != 1 { - t.Fatalf("reclassified = %d, want 1; items=%#v errors=%#v", res.Reclassified, res.Items, res.Errors) - } - if _, err := os.Stat(want); err != nil { - t.Fatalf("created category target missing at %q: %v", want, err) - } - - var created model.Library - if err := repos.DB.Where("path = ?", targetRoot).First(&created).Error; err != nil { - t.Fatalf("missing auto-created anime library: %v", err) - } - var got model.Media - if err := repos.DB.First(&got, "path = ?", want).Error; err != nil { - t.Fatal(err) - } - if got.LibraryID != created.ID { - t.Fatalf("library_id = %q, want auto-created library %q", got.LibraryID, created.ID) - } -} - -func TestReclassifyMisclassifiedMediaMovesWesternAnimationToWesternAnimeLibrary(t *testing.T) { - repos := newOrganizerTestRepo(t) - cfg := &config.Config{} - cfg.Organizer.SmartClassify = true - - root := t.TempDir() - dest := filepath.Join(root, "media") - jpAnimeLib := model.Library{Name: "日番", Path: filepath.Join(dest, "动漫", "日番"), Type: "anime", Enabled: true} - westernAnimeLib := model.Library{Name: "欧美动漫", Path: filepath.Join(dest, "动漫", "欧美动漫"), Type: "anime", Enabled: true} - for _, lib := range []*model.Library{&jpAnimeLib, &westernAnimeLib} { - if err := repos.Library.Create(t.Context(), lib); err != nil { - t.Fatal(err) - } - } - - wrongPath := filepath.Join(jpAnimeLib.Path, "Family Guy", "Season 10", "Family Guy - S10E15.mkv") - writeOrgFile(t, wrongPath, "episode") - if err := repos.DB.Create(&model.Media{ - LibraryID: jpAnimeLib.ID, - Title: "恶搞之家", - OriginalName: "Family Guy", - Path: wrongPath, - SeasonNum: 10, - EpisodeNum: 15, - TMDbID: 1434, - Languages: "en", - Countries: "US", - Genres: "动画,喜剧", - ScrapeStatus: "matched", - }).Error; err != nil { - t.Fatal(err) - } - - organizer := NewOrganizerService(cfg, zap.NewNop(), repos) - res, err := organizer.ReclassifyMisclassifiedMedia(t.Context(), MediaCategoryReclassifyOptions{}) - if err != nil { - t.Fatalf("reclassify media: %v", err) - } - want := filepath.Join(westernAnimeLib.Path, "恶搞之家", "Season 10", "恶搞之家 - S10E15.mkv") - if res.Reclassified != 1 { - t.Fatalf("reclassified = %d, want 1; items=%#v errors=%#v", res.Reclassified, res.Items, res.Errors) - } - if _, err := os.Stat(want); err != nil { - t.Fatalf("western animation target missing at %q: %v", want, err) - } - var got model.Media - if err := repos.DB.First(&got, "path = ?", want).Error; err != nil { - t.Fatal(err) - } - if got.LibraryID != westernAnimeLib.ID { - t.Fatalf("library_id = %q, want western anime library %q", got.LibraryID, westernAnimeLib.ID) - } -} - -func TestOrganizeDirectoryCleansWrongCategoryDuplicateWhenTargetExists(t *testing.T) { - upstream := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) { - w.Header().Set("Content-Type", "application/json") - if r.URL.Path != "/search/tv" { - http.NotFound(w, r) - return - } - _ = json.NewEncoder(w).Encode(map[string]any{ - "results": []map[string]any{{ - "id": 292696, - "name": "莫离", - "original_name": "The First Jasmine", - "original_language": "zh", - "origin_country": []string{"CN"}, - "genre_ids": []int{18}, - "first_air_date": "2026-06-23", - }}, - }) - })) - defer upstream.Close() - - repos := newOrganizerTestRepo(t) - cfg := &config.Config{} - cfg.Organizer.SmartClassify = true - cfg.Secrets.TMDbAPIKey = "test-key" - cfg.Secrets.TMDbAPIProxy = upstream.URL - scraper := NewScraperService(cfg, zap.NewNop(), repos, NewTMDbProvider(cfg, zap.NewNop(), nil), nil, nil, nil, NewHub(zap.NewNop())) - - root := t.TempDir() - srcRoot := filepath.Join(root, "downloads") - dest := filepath.Join(root, "media") - sourceFile := filepath.Join(srcRoot, "欧美剧", "The.First.Jasmine.S01.1080p.TX.WEB-DL.AAC2.0.H.264-MWeb", "The.First.Jasmine.S01E01.1080p.TX.WEB-DL.AAC2.0.H.264-MWeb.mkv") - writeOrgFile(t, sourceFile, "episode") - - euusLib := model.Library{Name: "欧美剧", Path: filepath.Join(dest, "电视剧", "欧美剧"), Type: "tv", Enabled: true} - domesticLib := model.Library{Name: "国产剧", Path: filepath.Join(dest, "电视剧", "国产剧"), Type: "tv", Enabled: true} - if err := repos.Library.Create(t.Context(), &euusLib); err != nil { - t.Fatal(err) - } - if err := repos.Library.Create(t.Context(), &domesticLib); err != nil { - t.Fatal(err) - } - - targetPath := filepath.Join(domesticLib.Path, "莫离", "Season 01", "莫离 - S01E01.mkv") - wrongPath := filepath.Join(euusLib.Path, "The First Jasmine", "Season 01", "The First Jasmine - S01E01.mkv") - writeOrgFile(t, targetPath, "same-bytes") - writeOrgFile(t, wrongPath, "same-bytes") - if err := repos.DB.Create(&model.Media{ - LibraryID: domesticLib.ID, - Title: "莫离", - Path: targetPath, - SeasonNum: 1, - EpisodeNum: 1, - TMDbID: 292696, - ScrapeStatus: "matched", - }).Error; err != nil { - t.Fatal(err) - } - if err := repos.DB.Create(&model.Media{ - LibraryID: euusLib.ID, - Title: "莫离", - Path: wrongPath, - SeasonNum: 1, - EpisodeNum: 1, - TMDbID: 292696, - ScrapeStatus: "matched", - }).Error; err != nil { - t.Fatal(err) - } - - organizer := NewOrganizerService(cfg, zap.NewNop(), repos) - organizer.SetScraper(scraper) - res, err := organizer.OrganizeDirectory(t.Context(), OrganizeOptions{ - SourcePath: srcRoot, - DestPath: euusLib.Path, - TransferMode: TransferCopy, - }) - if err != nil { - t.Fatalf("organize directory: %v", err) - } - if res.Reclassified != 1 || res.Organized != 0 || res.Skipped != 0 { - t.Fatalf("result = %+v, want reclassified=1 only", res) - } - if _, err := os.Stat(targetPath); err != nil { - t.Fatalf("canonical target should remain: %v", err) - } - if _, err := os.Stat(wrongPath); !os.IsNotExist(err) { - t.Fatalf("wrong category duplicate should be removed, stat err=%v", err) - } - var wrongRows int64 - if err := repos.DB.Model(&model.Media{}).Where("path = ?", wrongPath).Count(&wrongRows).Error; err != nil { - t.Fatal(err) - } - if wrongRows != 0 { - t.Fatalf("wrong DB rows = %d, want 0", wrongRows) - } - if _, err := os.Stat(sourceFile); err != nil { - t.Fatalf("source download should remain untouched: %v", err) - } -} - -func TestOrganizeDirectoryMovesWrongCategoryDifferentSizeDuplicateToConflictPath(t *testing.T) { - upstream := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) { - w.Header().Set("Content-Type", "application/json") - if r.URL.Path != "/search/tv" { - http.NotFound(w, r) - return - } - _ = json.NewEncoder(w).Encode(map[string]any{ - "results": []map[string]any{{ - "id": 292696, - "name": "莫离", - "original_name": "The First Jasmine", - "original_language": "zh", - "origin_country": []string{"CN"}, - "genre_ids": []int{18}, - "first_air_date": "2026-06-23", - }}, - }) - })) - defer upstream.Close() - - repos := newOrganizerTestRepo(t) - cfg := &config.Config{} - cfg.Organizer.SmartClassify = true - cfg.Secrets.TMDbAPIKey = "test-key" - cfg.Secrets.TMDbAPIProxy = upstream.URL - scraper := NewScraperService(cfg, zap.NewNop(), repos, NewTMDbProvider(cfg, zap.NewNop(), nil), nil, nil, nil, NewHub(zap.NewNop())) - - root := t.TempDir() - srcRoot := filepath.Join(root, "downloads") - dest := filepath.Join(root, "media") - sourceFile := filepath.Join(srcRoot, "欧美剧", "The.First.Jasmine.S01.1080p.TX.WEB-DL.AAC2.0.H.264-MWeb", "The.First.Jasmine.S01E01.1080p.TX.WEB-DL.AAC2.0.H.264-MWeb.mkv") - writeOrgFile(t, sourceFile, "episode") - - euusLib := model.Library{Name: "欧美剧", Path: filepath.Join(dest, "电视剧", "欧美剧"), Type: "tv", Enabled: true} - domesticLib := model.Library{Name: "国产剧", Path: filepath.Join(dest, "电视剧", "国产剧"), Type: "tv", Enabled: true} - if err := repos.Library.Create(t.Context(), &euusLib); err != nil { - t.Fatal(err) - } - if err := repos.Library.Create(t.Context(), &domesticLib); err != nil { - t.Fatal(err) - } - - targetPath := filepath.Join(domesticLib.Path, "莫离", "Season 01", "莫离 - S01E01.mkv") - conflictPath := filepath.Join(domesticLib.Path, "莫离", "Season 01", "莫离 - S01E01 (2).mkv") - wrongPath := filepath.Join(euusLib.Path, "The First Jasmine", "Season 01", "The First Jasmine - S01E01.mkv") - writeOrgFile(t, targetPath, "short") - writeOrgFile(t, wrongPath, "different-longer-bytes") - if err := repos.DB.Create(&model.Media{ - LibraryID: domesticLib.ID, - Title: "莫离", - Path: targetPath, - SeasonNum: 1, - EpisodeNum: 1, - TMDbID: 292696, - ScrapeStatus: "matched", - }).Error; err != nil { - t.Fatal(err) - } - if err := repos.DB.Create(&model.Media{ - LibraryID: euusLib.ID, - Title: "莫离", - Path: wrongPath, - SeasonNum: 1, - EpisodeNum: 1, - TMDbID: 292696, - Languages: "zh", - Countries: "CN", - Genres: "剧情", - ScrapeStatus: "matched", - }).Error; err != nil { - t.Fatal(err) - } - - organizer := NewOrganizerService(cfg, zap.NewNop(), repos) - organizer.SetScraper(scraper) - res, err := organizer.OrganizeDirectory(t.Context(), OrganizeOptions{ - SourcePath: srcRoot, - DestPath: euusLib.Path, - TransferMode: TransferCopy, - }) - if err != nil { - t.Fatalf("organize directory: %v", err) - } - if res.Reclassified != 1 || res.Organized != 0 || res.Skipped != 0 { - t.Fatalf("result = %+v, want reclassified=1 only", res) - } - if _, err := os.Stat(targetPath); err != nil { - t.Fatalf("canonical target should remain: %v", err) - } - if _, err := os.Stat(conflictPath); err != nil { - t.Fatalf("different-size duplicate should move into correct category conflict path %q: %v; items=%#v", conflictPath, err, res.Items) - } - if _, err := os.Stat(wrongPath); !os.IsNotExist(err) { - t.Fatalf("wrong category duplicate should be moved away, stat err=%v", err) - } - var got model.Media - if err := repos.DB.First(&got, "path = ?", conflictPath).Error; err != nil { - t.Fatal(err) - } - if got.LibraryID != domesticLib.ID { - t.Fatalf("library_id = %q, want domestic library %q", got.LibraryID, domesticLib.ID) - } -}