mirror of
https://github.com/truewhile/MeBox.git
synced 2026-09-29 11:36:36 +08:00
95794f7bbc
- Delete storage config now properly removes related libraries and media - Scanner validates storage config exists before starting cloud scan - Prevents orphaned scans when storage is removed - Added repository methods: DeleteByType, FindByID for storage config - Remove unused storageHandler route to fix compilation
547 lines
16 KiB
Go
547 lines
16 KiB
Go
// Package service — Alist / S3 / WebDAV configuration management.
|
|
//
|
|
// StorageConfigService stores connection settings encrypted at rest
|
|
// (via CryptoService). It also exposes a Test() probe so the React UI
|
|
// can verify the credentials before saving.
|
|
package service
|
|
|
|
import (
|
|
"context"
|
|
"encoding/json"
|
|
"errors"
|
|
"fmt"
|
|
"io"
|
|
"net/http"
|
|
"net/url"
|
|
"strconv"
|
|
"strings"
|
|
"time"
|
|
|
|
"go.uber.org/zap"
|
|
|
|
"github.com/ShukeBta/MediaStationGo/internal/model"
|
|
"github.com/ShukeBta/MediaStationGo/internal/repository"
|
|
"github.com/ShukeBta/MediaStationGo/internal/service/cloud"
|
|
)
|
|
|
|
// StorageConfigService encrypts + persists external storage configs.
|
|
type StorageConfigService struct {
|
|
log *zap.Logger
|
|
repo *repository.Container
|
|
crypto *CryptoService
|
|
client *http.Client
|
|
}
|
|
|
|
// NewStorageConfigService is the constructor.
|
|
func NewStorageConfigService(log *zap.Logger, repo *repository.Container, crypto *CryptoService) *StorageConfigService {
|
|
return &StorageConfigService{
|
|
log: log,
|
|
repo: repo,
|
|
crypto: crypto,
|
|
client: &http.Client{Timeout: 120 * time.Second},
|
|
}
|
|
}
|
|
|
|
// StorageInput is the create / update payload accepted by the API.
|
|
// Config is a free-form map whose required keys depend on Type.
|
|
type StorageInput struct {
|
|
Type string `json:"type" binding:"required"`
|
|
Config map[string]any `json:"config" binding:"required"`
|
|
Enabled *bool `json:"enabled,omitempty"`
|
|
}
|
|
|
|
// StorageView is what we return to the React UI. The actual ciphertext
|
|
// is decoded back to a map (with secret keys still redacted in the
|
|
// list endpoint via Redact).
|
|
type StorageView struct {
|
|
model.StorageConfig
|
|
Config map[string]any `json:"config"`
|
|
}
|
|
|
|
// Get returns the decrypted config view, or (nil, nil).
|
|
func (s *StorageConfigService) Get(ctx context.Context, kind string) (*StorageView, error) {
|
|
row, err := s.repo.StorageConfig.Get(ctx, kind)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
if row == nil {
|
|
return nil, nil
|
|
}
|
|
plain := s.crypto.Decrypt(row.Config)
|
|
var cfg map[string]any
|
|
_ = json.Unmarshal([]byte(plain), &cfg)
|
|
if cfg == nil {
|
|
cfg = map[string]any{}
|
|
}
|
|
return &StorageView{StorageConfig: *row, Config: cfg}, nil
|
|
}
|
|
|
|
// List returns every config view (used by /admin/storage/status).
|
|
func (s *StorageConfigService) List(ctx context.Context) ([]StorageView, error) {
|
|
rows, err := s.repo.StorageConfig.List(ctx)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
out := make([]StorageView, 0, len(rows))
|
|
for _, r := range rows {
|
|
plain := s.crypto.Decrypt(r.Config)
|
|
var cfg map[string]any
|
|
_ = json.Unmarshal([]byte(plain), &cfg)
|
|
// Redact secrets when listing.
|
|
for _, k := range []string{"password", "secret_key", "token", "cookie", "access_key"} {
|
|
if v, ok := cfg[k]; ok && fmt.Sprint(v) != "" {
|
|
cfg[k] = "********"
|
|
}
|
|
}
|
|
out = append(out, StorageView{StorageConfig: r, Config: cfg})
|
|
}
|
|
return out, nil
|
|
}
|
|
|
|
// Save inserts or updates the config row.
|
|
func (s *StorageConfigService) Save(ctx context.Context, in StorageInput) (*StorageView, error) {
|
|
if !validStorageType(in.Type) {
|
|
return nil, fmt.Errorf("unsupported storage type %q", in.Type)
|
|
}
|
|
blob, err := json.Marshal(in.Config)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
cipher := s.crypto.Encrypt(string(blob))
|
|
row := &model.StorageConfig{
|
|
Type: in.Type,
|
|
Config: cipher,
|
|
Enabled: true,
|
|
}
|
|
if in.Enabled != nil {
|
|
row.Enabled = *in.Enabled
|
|
}
|
|
if err := s.repo.StorageConfig.Upsert(ctx, row); err != nil {
|
|
return nil, err
|
|
}
|
|
return s.Get(ctx, in.Type)
|
|
}
|
|
|
|
// Test runs a connection probe against the supplied (un-saved) config.
|
|
// The implementation is best-effort: it issues a single HEAD/PROPFIND
|
|
// to verify reachability, not full functionality.
|
|
func (s *StorageConfigService) Test(ctx context.Context, in StorageInput) error {
|
|
cfg := in.Config
|
|
if cfg == nil {
|
|
return errors.New("config required")
|
|
}
|
|
client := s.clientForConfig(cfg)
|
|
switch in.Type {
|
|
case "alist":
|
|
server := strings.TrimRight(strr(cfg["server"]), "/")
|
|
if server == "" {
|
|
return errors.New("alist missing server")
|
|
}
|
|
req, _ := http.NewRequestWithContext(ctx, http.MethodGet, server+"/api/me", nil)
|
|
if tok := strr(cfg["token"]); tok != "" {
|
|
req.Header.Set("Authorization", tok)
|
|
}
|
|
resp, err := client.Do(req)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
defer resp.Body.Close()
|
|
if resp.StatusCode >= 500 {
|
|
return fmt.Errorf("alist returned %d", resp.StatusCode)
|
|
}
|
|
return nil
|
|
case cloud.TypeOpenList:
|
|
if hasWebDAVProbeConfig(cfg) {
|
|
p, err := cloud.New(in.Type, cfg, client)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
return p.Ping(ctx)
|
|
}
|
|
server := strings.TrimRight(strr(cfg["server"]), "/")
|
|
if server != "" {
|
|
req, _ := http.NewRequestWithContext(ctx, http.MethodGet, server+"/api/me", nil)
|
|
if tok := strr(cfg["token"]); tok != "" {
|
|
req.Header.Set("Authorization", tok)
|
|
}
|
|
resp, err := client.Do(req)
|
|
if err != nil {
|
|
return decorateStorageTransportError("openlist", server, err)
|
|
}
|
|
defer resp.Body.Close()
|
|
if resp.StatusCode >= 500 {
|
|
return fmt.Errorf("openlist returned %d", resp.StatusCode)
|
|
}
|
|
return nil
|
|
}
|
|
p, err := cloud.New(in.Type, cfg, client)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
return p.Ping(ctx)
|
|
case "webdav":
|
|
u := strr(cfg["url"])
|
|
if u == "" {
|
|
return errors.New("webdav missing url")
|
|
}
|
|
req, _ := http.NewRequestWithContext(ctx, "PROPFIND", u, nil)
|
|
if user := strr(cfg["username"]); user != "" {
|
|
req.SetBasicAuth(user, strr(cfg["password"]))
|
|
}
|
|
req.Header.Set("Depth", "0")
|
|
resp, err := client.Do(req)
|
|
if err != nil {
|
|
return decorateStorageTransportError("webdav", u, err)
|
|
}
|
|
defer resp.Body.Close()
|
|
if resp.StatusCode >= 400 && resp.StatusCode != http.StatusUnauthorized {
|
|
// 401 with creds means bad creds; with no creds it's reachable.
|
|
if user := strr(cfg["username"]); user == "" && resp.StatusCode == http.StatusUnauthorized {
|
|
return nil
|
|
}
|
|
return fmt.Errorf("webdav returned %d", resp.StatusCode)
|
|
}
|
|
return nil
|
|
case "s3":
|
|
ep := strr(cfg["endpoint"])
|
|
if ep == "" {
|
|
return errors.New("s3 missing endpoint")
|
|
}
|
|
// We only verify endpoint reachability — full SigV4 is a large
|
|
// dependency; the upstream Vue project also stops at this level.
|
|
req, _ := http.NewRequestWithContext(ctx, http.MethodGet, ep, nil)
|
|
resp, err := client.Do(req)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
defer resp.Body.Close()
|
|
return nil
|
|
case cloud.TypeQuark, cloud.Type115, cloud.TypeCloudDrive2:
|
|
p, err := cloud.New(in.Type, cfg, client)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
return p.Ping(ctx)
|
|
default:
|
|
return fmt.Errorf("unsupported storage type %q", in.Type)
|
|
}
|
|
}
|
|
|
|
// CloudProvider constructs a cloud-disk provider from the saved (decrypted)
|
|
// config for the given type, or returns an error if not configured.
|
|
func (s *StorageConfigService) CloudProvider(ctx context.Context, typ string) (cloud.Provider, error) {
|
|
if !cloud.IsCloudType(typ) {
|
|
return nil, fmt.Errorf("not a cloud provider: %q", typ)
|
|
}
|
|
view, err := s.Get(ctx, typ)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
if view == nil {
|
|
return nil, fmt.Errorf("%s storage not configured", typ)
|
|
}
|
|
if !view.Enabled {
|
|
return nil, fmt.Errorf("%s storage disabled", typ)
|
|
}
|
|
return cloud.New(typ, view.Config, s.clientForConfig(view.Config))
|
|
}
|
|
|
|
// CloudList lists entries under dirID for the configured cloud provider.
|
|
func (s *StorageConfigService) CloudList(ctx context.Context, typ, dirID string) ([]cloud.FileEntry, error) {
|
|
p, err := s.CloudProvider(ctx, typ)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return p.List(ctx, dirID)
|
|
}
|
|
|
|
// CloudResolve resolves a cloud file reference to a direct link.
|
|
//
|
|
// clientUA is the User-Agent of the playback client that will follow the 302
|
|
// redirect. 115/夸克 CDN links are bound to the UA used to request them, so we
|
|
// resolve with the client's own UA — that way the pure 302 the host issues
|
|
// points at a link the client can fetch directly (true offload). When clientUA
|
|
// is empty the provider's default UA is used.
|
|
func (s *StorageConfigService) CloudResolve(ctx context.Context, typ, fileRef, clientUA string) (*cloud.DirectLink, error) {
|
|
p, err := s.cloudProviderWithUA(ctx, typ, clientUA)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return p.Resolve(ctx, fileRef)
|
|
}
|
|
|
|
// CloudReadText resolves a small cloud file and returns its text payload. It is
|
|
// used for cloud-hosted .strm files: the scanner reads the STRM target once and
|
|
// stores the real playback URL, while the media bytes still stay in the cloud.
|
|
func (s *StorageConfigService) CloudReadText(ctx context.Context, typ, fileRef string, limit int64) (string, error) {
|
|
if limit <= 0 {
|
|
limit = 64 << 10
|
|
}
|
|
link, err := s.CloudResolve(ctx, typ, fileRef, "")
|
|
if err != nil {
|
|
return "", err
|
|
}
|
|
req, err := http.NewRequestWithContext(ctx, http.MethodGet, link.URL, nil)
|
|
if err != nil {
|
|
return "", err
|
|
}
|
|
for k, v := range link.Headers {
|
|
req.Header.Set(k, v)
|
|
}
|
|
resp, err := s.client.Do(req)
|
|
if err != nil {
|
|
return "", err
|
|
}
|
|
defer resp.Body.Close()
|
|
if resp.StatusCode < 200 || resp.StatusCode >= 300 {
|
|
return "", fmt.Errorf("%s: read strm returned http %d", typ, resp.StatusCode)
|
|
}
|
|
body, err := io.ReadAll(io.LimitReader(resp.Body, limit+1))
|
|
if err != nil {
|
|
return "", err
|
|
}
|
|
if int64(len(body)) > limit {
|
|
return "", fmt.Errorf("%s: strm file is too large", typ)
|
|
}
|
|
return strings.TrimSpace(strings.TrimPrefix(string(body), "\ufeff")), nil
|
|
}
|
|
|
|
// cloudProviderWithUA builds a provider, overriding the request UA when a
|
|
// non-empty clientUA is supplied.
|
|
func (s *StorageConfigService) cloudProviderWithUA(ctx context.Context, typ, clientUA string) (cloud.Provider, error) {
|
|
if !cloud.IsCloudType(typ) {
|
|
return nil, fmt.Errorf("not a cloud provider: %q", typ)
|
|
}
|
|
view, err := s.Get(ctx, typ)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
if view == nil {
|
|
return nil, fmt.Errorf("%s storage not configured", typ)
|
|
}
|
|
if !view.Enabled {
|
|
return nil, fmt.Errorf("%s storage disabled", typ)
|
|
}
|
|
cfg := view.Config
|
|
if strings.TrimSpace(clientUA) != "" {
|
|
// Copy so we never mutate the cached view config.
|
|
cp := make(map[string]any, len(cfg)+1)
|
|
for k, v := range cfg {
|
|
cp[k] = v
|
|
}
|
|
cp["ua"] = clientUA
|
|
cfg = cp
|
|
}
|
|
return cloud.New(typ, cfg, s.clientForConfig(cfg))
|
|
}
|
|
|
|
func (s *StorageConfigService) clientForConfig(cfg map[string]any) *http.Client {
|
|
if s == nil || s.client == nil {
|
|
return &http.Client{Timeout: 120 * time.Second}
|
|
}
|
|
timeout := storageTimeoutFromConfig(cfg, s.client.Timeout)
|
|
if timeout == s.client.Timeout {
|
|
return s.client
|
|
}
|
|
cp := *s.client
|
|
cp.Timeout = timeout
|
|
return &cp
|
|
}
|
|
|
|
func storageTimeoutFromConfig(cfg map[string]any, fallback time.Duration) time.Duration {
|
|
if fallback <= 0 {
|
|
fallback = 120 * time.Second
|
|
}
|
|
raw := ""
|
|
for _, key := range []string{"timeout_seconds", "webdav_timeout_seconds", "request_timeout_seconds"} {
|
|
if value := strr(cfg[key]); value != "" {
|
|
raw = value
|
|
break
|
|
}
|
|
}
|
|
if raw == "" {
|
|
return fallback
|
|
}
|
|
seconds, err := strconv.Atoi(raw)
|
|
if err != nil {
|
|
if f, ferr := strconv.ParseFloat(raw, 64); ferr == nil {
|
|
seconds = int(f)
|
|
}
|
|
}
|
|
if seconds <= 0 {
|
|
return fallback
|
|
}
|
|
if seconds < 5 {
|
|
seconds = 5
|
|
}
|
|
if seconds > 600 {
|
|
seconds = 600
|
|
}
|
|
return time.Duration(seconds) * time.Second
|
|
}
|
|
|
|
// cloudLibraryName maps a provider type to a friendly Chinese library name.
|
|
func cloudLibraryName(typ string) string {
|
|
switch typ {
|
|
case cloud.TypeQuark:
|
|
return "夸克网盘"
|
|
case cloud.Type115:
|
|
return "115 网盘"
|
|
case cloud.TypeCloudDrive2:
|
|
return "CloudDrive2"
|
|
case cloud.TypeOpenList:
|
|
return "OpenList"
|
|
default:
|
|
return typ
|
|
}
|
|
}
|
|
|
|
// ensureCloudLibrary returns (creating if necessary) the per-provider cloud
|
|
// library that owns imported 302 media.
|
|
func (s *StorageConfigService) ensureCloudLibrary(ctx context.Context, typ string) (*model.Library, error) {
|
|
libs, err := s.repo.Library.List(ctx)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
path := "cloud://" + typ
|
|
for i := range libs {
|
|
if libs[i].Path == path {
|
|
return &libs[i], nil
|
|
}
|
|
}
|
|
lib := &model.Library{Name: cloudLibraryName(typ), Path: path, Type: "movie", Enabled: true}
|
|
if err := s.repo.Library.Create(ctx, lib); err != nil {
|
|
return nil, err
|
|
}
|
|
return lib, nil
|
|
}
|
|
|
|
// CloudImport creates (or refreshes) a playable media row backed by a cloud
|
|
// file. Playback is served entirely via 302 redirect — the host never streams
|
|
// the bytes (unless the provider requires proxy mode).
|
|
func (s *StorageConfigService) CloudImport(ctx context.Context, typ, fileRef, name string, size int64) (*model.Media, error) {
|
|
if !cloud.IsCloudType(typ) {
|
|
return nil, fmt.Errorf("not a cloud provider: %q", typ)
|
|
}
|
|
if strings.TrimSpace(fileRef) == "" {
|
|
return nil, errors.New("file reference required")
|
|
}
|
|
lib, err := s.ensureCloudLibrary(ctx, typ)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
title := strings.TrimSpace(name)
|
|
container := ""
|
|
if i := strings.LastIndex(title, "."); i > 0 {
|
|
container = strings.ToLower(strings.TrimPrefix(title[i:], "."))
|
|
title = title[:i]
|
|
}
|
|
if title == "" {
|
|
title = fileRef
|
|
}
|
|
m := &model.Media{
|
|
LibraryID: lib.ID,
|
|
Title: title,
|
|
Path: cloudMediaPath(typ, fileRef),
|
|
SizeBytes: size,
|
|
Container: container,
|
|
STRMURL: BuildPublicAPIURL(ctx, s.repo, nil, "/api/cloud/play/"+typ, url.Values{"ref": []string{fileRef}}),
|
|
ScrapeStatus: "pending",
|
|
}
|
|
if err := s.repo.Media.Upsert(ctx, m); err != nil {
|
|
return nil, err
|
|
}
|
|
return m, nil
|
|
}
|
|
|
|
func validStorageType(t string) bool {
|
|
switch t {
|
|
case "alist", "s3", "webdav", cloud.TypeQuark, cloud.Type115, cloud.TypeCloudDrive2, cloud.TypeOpenList:
|
|
return true
|
|
}
|
|
return false
|
|
}
|
|
|
|
func hasWebDAVProbeConfig(cfg map[string]any) bool {
|
|
return strr(cfg["url"]) != "" ||
|
|
strr(cfg["webdav_url"]) != "" ||
|
|
strr(cfg["username"]) != "" ||
|
|
strr(cfg["password"]) != ""
|
|
}
|
|
|
|
func decorateStorageTransportError(name, target string, err error) error {
|
|
if err == nil {
|
|
return nil
|
|
}
|
|
message := err.Error()
|
|
if strings.Contains(message, "server gave HTTP response to HTTPS client") {
|
|
return fmt.Errorf("%s: %w;当前地址使用 https://,但服务端返回 HTTP。请改用 http:// 地址;OpenList 默认 WebDAV 通常是 http://host:5244/dav/,管理页面/API 地址通常是 http://host:5244", name, err)
|
|
}
|
|
if strings.Contains(message, "first record does not look like a TLS handshake") {
|
|
return fmt.Errorf("%s: %w;疑似把 HTTP 服务配置成了 https://,请检查 %s 的协议头", name, err, target)
|
|
}
|
|
return err
|
|
}
|
|
|
|
// strr is a tiny helper to avoid importing fmt.Sprint just to coerce
|
|
// interface{} → string. (Named "strr" so it doesn't collide with the
|
|
// notify channel's `str` helper which already lives in this package.)
|
|
func strr(v any) string {
|
|
if v == nil {
|
|
return ""
|
|
}
|
|
if s, ok := v.(string); ok {
|
|
return strings.TrimSpace(s)
|
|
}
|
|
return strings.TrimSpace(fmt.Sprint(v))
|
|
}
|
|
|
|
|
|
// DeleteStorage 删除存储配置并清理关联数据
|
|
func (s *StorageConfigService) DeleteStorage(ctx context.Context, storageType string) error {
|
|
// 查找配置
|
|
cfg, err := s.repo.StorageConfig.Get(ctx, storageType)
|
|
if err != nil || cfg == nil {
|
|
return fmt.Errorf("storage config not found: %s", storageType)
|
|
}
|
|
|
|
// 查找使用该存储的云盘库
|
|
libs, err := s.repo.Library.List(ctx)
|
|
if err != nil {
|
|
return fmt.Errorf("list libraries: %w", err)
|
|
}
|
|
|
|
var affectedLibs []string
|
|
for _, lib := range libs {
|
|
// 检查是否是云盘库且Provider匹配
|
|
if mount, ok := ParseCloudLibraryMount(lib.Path); ok && mount.Provider == storageType {
|
|
affectedLibs = append(affectedLibs, lib.ID)
|
|
}
|
|
}
|
|
|
|
// 删除关联媒体
|
|
for _, libID := range affectedLibs {
|
|
if err := s.repo.Media.PurgeByLibrary(ctx, libID); err != nil {
|
|
s.log.Warn("purge media by library failed", zap.String("library_id", libID), zap.Error(err))
|
|
}
|
|
}
|
|
|
|
// 删除关联库
|
|
for _, libID := range affectedLibs {
|
|
if err := s.repo.Library.Delete(ctx, libID); err != nil {
|
|
s.log.Warn("delete library failed", zap.String("library_id", libID), zap.Error(err))
|
|
}
|
|
}
|
|
|
|
// 删除存储配置
|
|
if err := s.repo.StorageConfig.Delete(ctx, cfg.ID); err != nil {
|
|
return fmt.Errorf("delete storage config: %w", err)
|
|
}
|
|
|
|
s.log.Info("storage deleted",
|
|
zap.String("storage_type", storageType),
|
|
zap.Int("libraries_deleted", len(affectedLibs)))
|
|
|
|
return nil
|
|
}
|