tcjlj/MeBox
1
0
Fork 0
mirror of https://github.com/truewhile/MeBox.git synced 2026-10-13 08:36:38 +08:00
Code Issues Packages Projects Releases Wiki Activity

优化番号处理逻辑，添加对MetaTube的支持

Browse Source 
优化番号处理逻辑，添加对MetaTube的支持
This commit is contained in:
truewhile
2026-08-21 00:06:49 +08:00
parent aa15cfe1f1
commit 65d1ad5ae5
25 changed files with 2283 additions and 83 deletions
Download Patch File Download Diff File Expand all files Collapse all files
internal/service/adult_scraper.go
+217 -23
View File
@@ -12,6 +12,8 @@ import (
"time"
"go.uber.org/zap"
"github.com/ShukeBta/MediaStationGo/internal/repository"
)
var (
@@ -50,12 +52,20 @@ type AdultProvider struct {
log *zap.Logger
client *http.Client
apiConfig *APIConfigService
repo *repository.Container
metatube *MetaTubeProvider
}
func NewAdultProvider(log *zap.Logger, apiConfig *APIConfigService) *AdultProvider {
func NewAdultProvider(log *zap.Logger, apiConfig *APIConfigService, repos ...*repository.Container) *AdultProvider {
var repo *repository.Container
if len(repos) > 0 {
repo = repos[0]
}
return &AdultProvider{
log: log,
apiConfig: apiConfig,
repo: repo,
metatube: NewMetaTubeProvider(log),
client: NewExternalHTTPClient(12 * time.Second),
}
}
@@ -64,11 +74,150 @@ func (p *AdultProvider) Enabled() bool {
return p != nil
}
// MetaTubeClient 返回 MetaTube 客户端实例。
func (p *AdultProvider) MetaTubeClient() *MetaTubeProvider {
if p == nil {
return nil
}
return p.metatube
}
// ResolveMetaTubeConfig 解析当前生效的 MetaTube 配置。
func (p *AdultProvider) ResolveMetaTubeConfig(ctx context.Context) MetaTubeConfig {
serverURL := p.getSetting(ctx, "adult.scraper.metatube_server", "")
token := p.getSetting(ctx, "adult.scraper.metatube_token", "")
provider := p.getSetting(ctx, "adult.scraper.metatube_provider", "")
enableActor := p.getSettingBool(ctx, "adult.scraper.enable_actor", true)
enableTrailer := p.getSettingBool(ctx, "adult.scraper.enable_trailer", false)
cropCover := p.getSettingBool(ctx, "adult.scraper.crop_cover", true)
badge := p.getSettingBool(ctx, "adult.scraper.badge", false)
if serverURL == "" && p.apiConfig != nil {
if resolved, err := p.apiConfig.Resolve(ctx, "metatube"); err == nil && resolved.BaseURL != "" {
serverURL = resolved.BaseURL
if token == "" {
token = resolved.APIKey
}
}
}
return MetaTubeConfig{
ServerURL: serverURL,
Token: token,
DefaultProvider: provider,
EnableActor: enableActor,
EnableTrailer: enableTrailer,
CropCover: cropCover,
Badge: badge,
}
}
// Search 执行单个番号刮削（根据配置自动在 MetaTube、内置源或智能混合之间路由）。
func (p *AdultProvider) Search(ctx context.Context, code string) (*Match, error) {
code = normalizeAdultCode(code)
if code == "" {
return nil, errors.New("empty adult code")
}
engine := strings.ToLower(p.getSetting(ctx, "adult.scraper.engine", "builtin"))
switch engine {
case "metatube":
mtCfg := p.ResolveMetaTubeConfig(ctx)
if mtCfg.ServerURL != "" {
match, err := p.metatube.SearchAndGetBestMatch(ctx, mtCfg, code)
if err != nil {
if p.log != nil {
p.log.Warn("metatube scrape failed", zap.String("code", code), zap.Error(err))
}
return nil, err
}
if match != nil {
match.OriginalName = code
match.Title = FormatAdultTitle(code, match.Title)
match.NSFW = true
return match, nil
}
}
return nil, nil
case "auto":
mtCfg := p.ResolveMetaTubeConfig(ctx)
if mtCfg.ServerURL != "" {
match, err := p.metatube.SearchAndGetBestMatch(ctx, mtCfg, code)
if err == nil && match != nil {
match.OriginalName = code
match.Title = FormatAdultTitle(code, match.Title)
match.NSFW = true
return match, nil
}
if p.log != nil && err != nil {
p.log.Debug("metatube search in auto mode failed, falling back to builtin", zap.String("code", code), zap.Error(err))
}
}
return p.searchBuiltin(ctx, code)
default: // "builtin"
return p.searchBuiltin(ctx, code)
}
}
// SearchCandidates 执行搜索并返回所有候选 Match 列表（用于手动刮削弹窗）。
func (p *AdultProvider) SearchCandidates(ctx context.Context, query string) ([]*Match, error) {
code := normalizeAdultCode(query)
if code == "" {
code = strings.TrimSpace(query)
}
if code == "" {
return nil, errors.New("empty adult query")
}
engine := strings.ToLower(p.getSetting(ctx, "adult.scraper.engine", "builtin"))
switch engine {
case "metatube":
mtCfg := p.ResolveMetaTubeConfig(ctx)
if mtCfg.ServerURL != "" {
matches, err := p.metatube.Search(ctx, mtCfg, code)
if err != nil {
return nil, err
}
for _, m := range matches {
m.OriginalName = code
m.Title = FormatAdultTitle(code, m.Title)
m.NSFW = true
}
return matches, nil
}
return nil, nil
case "auto":
mtCfg := p.ResolveMetaTubeConfig(ctx)
if mtCfg.ServerURL != "" {
matches, err := p.metatube.Search(ctx, mtCfg, code)
if err == nil && len(matches) > 0 {
for _, m := range matches {
m.OriginalName = code
m.Title = FormatAdultTitle(code, m.Title)
m.NSFW = true
}
return matches, nil
}
}
m, err := p.searchBuiltin(ctx, code)
if err != nil || m == nil {
return nil, err
}
return []*Match{m}, nil
default:
m, err := p.searchBuiltin(ctx, code)
if err != nil || m == nil {
return nil, err
}
return []*Match{m}, nil
}
}
func (p *AdultProvider) searchBuiltin(ctx context.Context, code string) (*Match, error) {
bases := p.resolveBases(ctx)
if len(bases) == 0 {
return nil, nil
@@ -90,37 +239,74 @@ func (p *AdultProvider) Search(ctx context.Context, code string) (*Match, error)
}
continue
}
if match != nil {
match.OriginalName = code
match.Title = FormatAdultTitle(code, match.Title)
match.NSFW = true
return match, nil
}
if match != nil {
match.OriginalName = code
match.Title = FormatAdultTitle(code, match.Title)
match.NSFW = true
return match, nil
}
}
return nil, lastErr
}
func (p *AdultProvider) resolveBases(ctx context.Context) []string {
out := append([]string{}, defaultAdultBases...)
if p.apiConfig == nil {
return out
}
resolved, err := p.apiConfig.Resolve(ctx, "adult")
if err != nil {
return out
}
if !resolved.Enabled && (resolved.BaseURL != "" || resolved.Extra != "" || resolved.APIKey != "") {
return nil
}
customJavDB := p.getSetting(ctx, "adult.scraper.builtin_javdb_url", "")
customJavBus := p.getSetting(ctx, "adult.scraper.builtin_javbus_url", "")
configured := []string{}
configured = append(configured, adultConfiguredBases(resolved.BaseURL)...)
configured = append(configured, adultConfiguredBases(resolved.Extra)...)
if customJavDB != "" {
configured = append(configured, adultConfiguredBases(customJavDB)...)
}
if customJavBus != "" {
configured = append(configured, adultConfiguredBases(customJavBus)...)
}
out := append([]string{}, defaultAdultBases...)
if p.apiConfig != nil {
if resolved, err := p.apiConfig.Resolve(ctx, "adult"); err == nil {
if !resolved.Enabled && (resolved.BaseURL != "" || resolved.Extra != "" || resolved.APIKey != "") {
return nil
}
configured = append(configured, adultConfiguredBases(resolved.BaseURL)...)
configured = append(configured, adultConfiguredBases(resolved.Extra)...)
}
}
if len(configured) > 0 {
out = append(configured, out...)
}
return dedupeStrings(out)
}
const defaultAdultCookies = "age=verified; existmag=all"
func (p *AdultProvider) resolveCookie(ctx context.Context) string {
customCookie := p.getSetting(ctx, "adult.scraper.builtin_cookie", "")
if customCookie != "" {
if !strings.Contains(customCookie, "age=") {
customCookie = customCookie + "; age=verified"
}
if !strings.Contains(customCookie, "existmag=") {
customCookie = customCookie + "; existmag=all"
}
return customCookie
}
if p == nil || p.apiConfig == nil {
return defaultAdultCookies
}
resolved, err := p.apiConfig.Resolve(ctx, "adult")
if err != nil || strings.TrimSpace(resolved.APIKey) == "" {
return defaultAdultCookies
}
userCookie := strings.TrimSpace(resolved.APIKey)
if !strings.Contains(userCookie, "age=") {
userCookie = userCookie + "; age=verified"
}
if !strings.Contains(userCookie, "existmag=") {
userCookie = userCookie + "; existmag=all"
}
return userCookie
}
func (p *AdultProvider) scrapeJavDB(ctx context.Context, base, code string) (*Match, error) {
searchURL := base + "/search?q=" + url.QueryEscape(code) + "&f=all"
body, err := p.fetchText(ctx, searchURL, base)
@@ -164,7 +350,8 @@ func (p *AdultProvider) fetchText(ctx context.Context, targetURL, referer string
if err != nil {
return "", err
}
applyAdultHeaders(req, referer)
cookie := p.resolveCookie(ctx)
applyAdultHeaders(req, referer, cookie)
resp, err := p.client.Do(req)
if err != nil {
return "", err
@@ -180,13 +367,20 @@ func (p *AdultProvider) fetchText(ctx context.Context, targetURL, referer string
if err != nil {
return "", err
}
return string(body), nil
text := string(body)
if strings.Contains(text, "driver-verify") || strings.Contains(text, "Age Verification") || strings.Contains(text, "你是否已經成年") {
return "", fmt.Errorf("adult source %s intercepted by age verification", targetURL)
}
return text, nil
}
func applyAdultHeaders(req *http.Request, referer string) {
func applyAdultHeaders(req *http.Request, referer, cookie string) {
req.Header.Set("User-Agent", "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/125 Safari/537.36")
req.Header.Set("Accept", "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,*/*;q=0.8")
req.Header.Set("Accept-Language", "zh-CN,zh;q=0.9,ja;q=0.8,en;q=0.7")
if cookie != "" {
req.Header.Set("Cookie", cookie)
}
if referer != "" {
req.Header.Set("Referer", referer)
}