feat: port missing MediaStation features (DLNA, STRM, files, dup, sched, api-configs, emby, storage)

Audit-driven port from the original Python MediaStation. Eight major subsystems that were absent from the Go rewrite are now in place, each with its own service, handler, frontend page and smoke-test assertions. Backend services - service/crypto.go: AES-256-GCM encrypt/decrypt for at-rest secrets keyed off the JWT secret. Legacy plaintext rows pass through unchanged for smooth upgrades. Unit-tested. - service/api_config.go: third-party provider config (TMDb, Bangumi, TheTVDB, Fanart, Douban, OpenAI). Seeds defaults on first run. Encrypts api_key on write, returns masked 'abc1****wxyz' projection. - service/duplicate.go: sparse-sample MD5 (head + middle + tail, 1MiB each, plus file-size suffix) duplicate finder. Picks 'best' primary (matched > size > id) and marks others is_duplicate=true. - service/filemanager.go: server-side allow-listed file browser used by the library-path picker. Strict path-traversal protection. - service/dlna.go: real SSDP M-SEARCH discovery + AVTransport SetAVTransportURI/Play SOAP cast. 30 s discovery cache. - service/scheduler.go: 3 recurring background jobs (library_scan 60min, transcode_cleanup 24h, recycle_purge 24h with 30-day cutoff). Status + run-now endpoints. - service/cache_cleanup.go: walkAndPrune helper used by scheduler. - service/storage.go: DB-only disk-usage breakdown by library and by container format. - service/emby_compat.go: read-only Emby/Jellyfin shim (System/Info, Users, Users/x/Views, Items, PlaybackInfo) so Infuse / VidHub / Kodi can browse MediaStationGo libraries. Model updates - Media: new strm_url (302 redirect target), file_hash, is_duplicate, duplicate_of fields. - APIConfig: new table for encrypted provider secrets. - AutoMigrate registers APIConfig. Stream layer - StreamService.ServeFile now redirects 302 to strm_url when set so WebDAV / Alist / S3 / HTTP direct links work transparently. Handlers + routes - Authed: GET /files, GET /storage, GET /dlna/devices, POST /dlna/cast, PUT/DELETE /media/:id/strm, POST /strm/import, POST /duplicates/{scan,unmark}. - Admin: GET/PUT/DELETE /admin/api-configs/:provider, GET /admin/scheduler, POST /admin/scheduler/:name/run. - New /emby/* group: System/Info, Users, Users/:userId/Views, Users/:userId/Items, Items/:id/PlaybackInfo (auth-required). Frontend pages (lazy-loaded, 7 new chunks) - DlnaPage: device list + media picker + cast button. - FileManagerPage: root selector + breadcrumb + sortable listing. - APIConfigsPage: per-provider card with masked-key editor. - StoragePage: usage tiles + per-library bars + per-container grid. - DuplicatesPage: scan form + grouped report with primary highlight. - SchedulerPage: live job table with run-now button (5s refresh). - Sidebar reorganised: 自动化 group adds DLNA, 管理 group adds 存储 / 文件浏览 / 重复文件 / 定时任务 / API 配置. Smoke test additions (all admin-only) - api-configs seeded with 6 providers - api-config encrypted in db (sqlite3 enc:v1: prefix check) - storage breakdown - file browser lists library root + rejects /etc (path traversal) - dlna devices endpoint - scheduler exposes 3 jobs + run library_scan - emby /System/Info + /Users/{x}/Views - strm set + stream 302 + strm clear - duplicate scan Verified: go build, go vet, go test (incl. new TestCrypto* suite + the existing TestParseEpisode/TestCleanQuery/TestSrtToVTT/TestStripASSTags/ TestBuildFFmpegArgs); tsc -b && vite build emits 28 route chunks plus the deferred hls chunk; main bundle 253 KB / 85 KB gzipped; smoke test PASS=42 / FAIL=0.
2026-09-29 11:36:36 +08:00 · 2026-05-15 10:58:32 +00:00
parent da1a264d98
commit 4b747c74ca
38 changed files with 3264 additions and 0 deletions
@@ -0,0 +1,65 @@
+// Package handler — third-party API config (TMDb / Bangumi / TheTVDB / …).
+//
+// All routes live under /api/admin/api-configs/* so only administrators
+// can list / update / delete provider keys.
+package handler
+
+import (
+	"net/http"
+
+	"github.com/gin-gonic/gin"
+
+	"github.com/ShukeBta/MediaStationGo/internal/service"
+)
+
+func listAPIConfigsHandler(svc *service.Container) gin.HandlerFunc {
+	return func(c *gin.Context) {
+		items, err := svc.APIConfig.List(c.Request.Context())
+		if err != nil {
+			c.JSON(http.StatusInternalServerError, gin.H{"error": err.Error()})
+			return
+		}
+		c.JSON(http.StatusOK, gin.H{"items": items})
+	}
+}
+
+func getAPIConfigHandler(svc *service.Container) gin.HandlerFunc {
+	return func(c *gin.Context) {
+		view, err := svc.APIConfig.Get(c.Request.Context(), c.Param("provider"))
+		if err != nil {
+			c.JSON(http.StatusInternalServerError, gin.H{"error": err.Error()})
+			return
+		}
+		if view == nil {
+			c.JSON(http.StatusNotFound, gin.H{"error": "not found"})
+			return
+		}
+		c.JSON(http.StatusOK, view)
+	}
+}
+
+func updateAPIConfigHandler(svc *service.Container) gin.HandlerFunc {
+	return func(c *gin.Context) {
+		var patch service.APIConfigPatch
+		if err := c.ShouldBindJSON(&patch); err != nil {
+			c.JSON(http.StatusBadRequest, gin.H{"error": err.Error()})
+			return
+		}
+		view, err := svc.APIConfig.Update(c.Request.Context(), c.Param("provider"), patch)
+		if err != nil {
+			c.JSON(http.StatusBadRequest, gin.H{"error": err.Error()})
+			return
+		}
+		c.JSON(http.StatusOK, view)
+	}
+}
+
+func deleteAPIConfigHandler(svc *service.Container) gin.HandlerFunc {
+	return func(c *gin.Context) {
+		if err := svc.APIConfig.Delete(c.Request.Context(), c.Param("provider")); err != nil {
+			c.JSON(http.StatusInternalServerError, gin.H{"error": err.Error()})
+			return
+		}
+		c.Status(http.StatusNoContent)
+	}
+}
@@ -0,0 +1,42 @@
+// Package handler — DLNA / UPnP discovery + cast endpoints.
+package handler
+
+import (
+	"net/http"
+
+	"github.com/gin-gonic/gin"
+
+	"github.com/ShukeBta/MediaStationGo/internal/service"
+)
+
+func dlnaListHandler(svc *service.Container) gin.HandlerFunc {
+	return func(c *gin.Context) {
+		force := c.Query("force") == "true"
+		devices, err := svc.DLNA.Discover(c.Request.Context(), force)
+		if err != nil {
+			c.JSON(http.StatusInternalServerError, gin.H{"error": err.Error()})
+			return
+		}
+		c.JSON(http.StatusOK, gin.H{"devices": devices})
+	}
+}
+
+type dlnaCastReq struct {
+	ControlURL string `json:"control_url" binding:"required"`
+	MediaURL   string `json:"media_url" binding:"required"`
+}
+
+func dlnaCastHandler(svc *service.Container) gin.HandlerFunc {
+	return func(c *gin.Context) {
+		var req dlnaCastReq
+		if err := c.ShouldBindJSON(&req); err != nil {
+			c.JSON(http.StatusBadRequest, gin.H{"error": err.Error()})
+			return
+		}
+		if err := svc.DLNA.Cast(c.Request.Context(), req.ControlURL, req.MediaURL); err != nil {
+			c.JSON(http.StatusInternalServerError, gin.H{"error": err.Error()})
+			return
+		}
+		c.Status(http.StatusNoContent)
+	}
+}
@@ -0,0 +1,34 @@
+// Package handler — duplicate-file finder.
+package handler
+
+import (
+	"net/http"
+
+	"github.com/gin-gonic/gin"
+
+	"github.com/ShukeBta/MediaStationGo/internal/service"
+)
+
+func detectDuplicatesHandler(svc *service.Container) gin.HandlerFunc {
+	return func(c *gin.Context) {
+		libraryID := c.Query("library_id")
+		report, err := svc.Duplicate.Detect(c.Request.Context(), libraryID)
+		if err != nil {
+			c.JSON(http.StatusInternalServerError, gin.H{"error": err.Error()})
+			return
+		}
+		c.JSON(http.StatusOK, report)
+	}
+}
+
+func unmarkDuplicatesHandler(svc *service.Container) gin.HandlerFunc {
+	return func(c *gin.Context) {
+		libraryID := c.Query("library_id")
+		n, err := svc.Duplicate.Unmark(c.Request.Context(), libraryID)
+		if err != nil {
+			c.JSON(http.StatusInternalServerError, gin.H{"error": err.Error()})
+			return
+		}
+		c.JSON(http.StatusOK, gin.H{"unmarked": n})
+	}
+}
@@ -0,0 +1,73 @@
+// Package handler — Emby/Jellyfin compatibility shim.
+//
+// Routes are mounted under /emby/* so existing Emby-aware clients
+// (Infuse / VidHub / Kodi) point at MediaStationGo and discover the
+// library through their familiar API. We do not implement write paths;
+// the React UI stays the canonical control plane.
+package handler
+
+import (
+	"net/http"
+	"strconv"
+
+	"github.com/gin-gonic/gin"
+
+	"github.com/ShukeBta/MediaStationGo/internal/service"
+)
+
+func embySystemInfoHandler(svc *service.Container) gin.HandlerFunc {
+	return func(c *gin.Context) {
+		c.JSON(http.StatusOK, svc.Emby.SystemInfo())
+	}
+}
+
+func embyListUsersHandler(svc *service.Container) gin.HandlerFunc {
+	return func(c *gin.Context) {
+		users, err := svc.Emby.ListUsers(c.Request.Context())
+		if err != nil {
+			c.JSON(http.StatusInternalServerError, gin.H{"error": err.Error()})
+			return
+		}
+		c.JSON(http.StatusOK, users)
+	}
+}
+
+func embyViewsHandler(svc *service.Container) gin.HandlerFunc {
+	return func(c *gin.Context) {
+		out, err := svc.Emby.Views(c.Request.Context())
+		if err != nil {
+			c.JSON(http.StatusInternalServerError, gin.H{"error": err.Error()})
+			return
+		}
+		c.JSON(http.StatusOK, out)
+	}
+}
+
+func embyItemsHandler(svc *service.Container) gin.HandlerFunc {
+	return func(c *gin.Context) {
+		libraryID := c.Query("ParentId")
+		limit, _ := strconv.Atoi(c.DefaultQuery("Limit", "50"))
+		offset, _ := strconv.Atoi(c.DefaultQuery("StartIndex", "0"))
+		out, err := svc.Emby.Items(c.Request.Context(), libraryID, limit, offset)
+		if err != nil {
+			c.JSON(http.StatusInternalServerError, gin.H{"error": err.Error()})
+			return
+		}
+		c.JSON(http.StatusOK, out)
+	}
+}
+
+func embyPlaybackInfoHandler(svc *service.Container) gin.HandlerFunc {
+	return func(c *gin.Context) {
+		out, err := svc.Emby.PlaybackInfo(c.Request.Context(), c.Param("id"))
+		if err != nil {
+			c.JSON(http.StatusInternalServerError, gin.H{"error": err.Error()})
+			return
+		}
+		if out == nil {
+			c.JSON(http.StatusNotFound, gin.H{"error": "not found"})
+			return
+		}
+		c.JSON(http.StatusOK, out)
+	}
+}
@@ -0,0 +1,30 @@
+// Package handler — server-side file browser used by the React
+// "select library path" dialog and the Storage tab.
+package handler
+
+import (
+	"errors"
+	"net/http"
+	"strconv"
+
+	"github.com/gin-gonic/gin"
+
+	"github.com/ShukeBta/MediaStationGo/internal/service"
+)
+
+func browseFilesHandler(svc *service.Container) gin.HandlerFunc {
+	return func(c *gin.Context) {
+		path := c.Query("path")
+		max, _ := strconv.Atoi(c.DefaultQuery("max", "1000"))
+		listing, err := svc.FileManager.List(path, max)
+		if err != nil {
+			if errors.Is(err, service.ErrPathOutOfBounds) {
+				c.JSON(http.StatusForbidden, gin.H{"error": err.Error()})
+				return
+			}
+			c.JSON(http.StatusInternalServerError, gin.H{"error": err.Error()})
+			return
+		}
+		c.JSON(http.StatusOK, listing)
+	}
+}
@@ -106,6 +106,25 @@ func Register(r *gin.Engine, cfg *config.Config, log *zap.Logger, svc *service.C
 			authed.POST("/ai/search", smartSearchHandler(svc))
 			authed.GET("/ai/recommend", aiRecommendHandler(svc))

+			// File browser (used by the library-path picker).
+			authed.GET("/files", browseFilesHandler(svc))
+
+			// Disk usage breakdown.
+			authed.GET("/storage", storageHandler(svc))
+
+			// DLNA discovery + cast.
+			authed.GET("/dlna/devices", dlnaListHandler(svc))
+			authed.POST("/dlna/cast", dlnaCastHandler(svc))
+
+			// STRM (URL-as-file).
+			authed.PUT("/media/:id/strm", middleware.AdminRequired(), setSTRMHandler(svc))
+			authed.DELETE("/media/:id/strm", middleware.AdminRequired(), clearSTRMHandler(svc))
+			authed.POST("/strm/import", middleware.AdminRequired(), importSTRMHandler(svc))
+
+			// Duplicate finder.
+			authed.POST("/duplicates/scan", middleware.AdminRequired(), detectDuplicatesHandler(svc))
+			authed.POST("/duplicates/unmark", middleware.AdminRequired(), unmarkDuplicatesHandler(svc))
+
 			// Recycle bin.
 			authed.GET("/recycle", middleware.AdminRequired(), listRecycleHandler(svc))

@@ -122,7 +141,30 @@ func Register(r *gin.Engine, cfg *config.Config, log *zap.Logger, svc *service.C
 			admin.GET("/settings", listSettingsHandler(svc))
 			admin.PUT("/settings", updateSettingHandler(svc))
 			admin.GET("/logs", recentLogsHandler(svc))
+
+			// API key management (encrypted at rest).
+			admin.GET("/api-configs", listAPIConfigsHandler(svc))
+			admin.GET("/api-configs/:provider", getAPIConfigHandler(svc))
+			admin.PUT("/api-configs/:provider", updateAPIConfigHandler(svc))
+			admin.DELETE("/api-configs/:provider", deleteAPIConfigHandler(svc))
+
+			// Scheduled jobs.
+			admin.GET("/scheduler", schedulerStatusHandler(svc))
+			admin.POST("/scheduler/:name/run", schedulerRunHandler(svc))
 		}
+
+		// Emby/Jellyfin compatibility shim (read-only).
+		// Mounted at /emby/* (NOT /api/*) to mirror the upstream surface.
+	}
+
+	emby := r.Group("/emby")
+	emby.Use(middleware.AuthRequired(cfg.Secrets.JWTSecret))
+	{
+		emby.GET("/System/Info", embySystemInfoHandler(svc))
+		emby.GET("/Users", embyListUsersHandler(svc))
+		emby.GET("/Users/:userId/Views", embyViewsHandler(svc))
+		emby.GET("/Users/:userId/Items", embyItemsHandler(svc))
+		emby.GET("/Items/:id/PlaybackInfo", embyPlaybackInfoHandler(svc))
 	}
 }

@@ -0,0 +1,27 @@
+// Package handler — scheduled jobs admin page.
+package handler
+
+import (
+	"net/http"
+
+	"github.com/gin-gonic/gin"
+
+	"github.com/ShukeBta/MediaStationGo/internal/service"
+)
+
+func schedulerStatusHandler(svc *service.Container) gin.HandlerFunc {
+	return func(c *gin.Context) {
+		c.JSON(http.StatusOK, gin.H{"jobs": svc.Scheduler.Status()})
+	}
+}
+
+func schedulerRunHandler(svc *service.Container) gin.HandlerFunc {
+	return func(c *gin.Context) {
+		name := c.Param("name")
+		if err := svc.Scheduler.RunNow(c.Request.Context(), name); err != nil {
+			c.JSON(http.StatusInternalServerError, gin.H{"error": err.Error()})
+			return
+		}
+		c.Status(http.StatusNoContent)
+	}
+}
@@ -0,0 +1,21 @@
+// Package handler — disk usage breakdown for the Storage tab.
+package handler
+
+import (
+	"net/http"
+
+	"github.com/gin-gonic/gin"
+
+	"github.com/ShukeBta/MediaStationGo/internal/service"
+)
+
+func storageHandler(svc *service.Container) gin.HandlerFunc {
+	return func(c *gin.Context) {
+		bd, err := svc.Storage.Compute(c.Request.Context())
+		if err != nil {
+			c.JSON(http.StatusInternalServerError, gin.H{"error": err.Error()})
+			return
+		}
+		c.JSON(http.StatusOK, bd)
+	}
+}
@@ -0,0 +1,93 @@
+// Package handler — STRM (URL-as-file) admin endpoints.
+//
+// Setting a media row's strm_url makes the stream handler issue a 302
+// redirect to that URL instead of opening a local file. This lets the
+// operator expose WebDAV / Alist / S3 / HTTP direct links as ordinary
+// MediaStationGo entries.
+package handler
+
+import (
+	"net/http"
+	"strings"
+
+	"github.com/gin-gonic/gin"
+
+	"github.com/ShukeBta/MediaStationGo/internal/model"
+	"github.com/ShukeBta/MediaStationGo/internal/service"
+)
+
+type strmReq struct {
+	URL string `json:"url" binding:"required"`
+}
+
+func setSTRMHandler(svc *service.Container) gin.HandlerFunc {
+	return func(c *gin.Context) {
+		var req strmReq
+		if err := c.ShouldBindJSON(&req); err != nil {
+			c.JSON(http.StatusBadRequest, gin.H{"error": err.Error()})
+			return
+		}
+		url := strings.TrimSpace(req.URL)
+		if !strings.HasPrefix(url, "http://") && !strings.HasPrefix(url, "https://") {
+			c.JSON(http.StatusBadRequest, gin.H{"error": "url must start with http:// or https://"})
+			return
+		}
+		mediaID := c.Param("id")
+		m, err := svc.Repo.Media.FindByID(c.Request.Context(), mediaID)
+		if err != nil || m == nil {
+			c.JSON(http.StatusNotFound, gin.H{"error": "media not found"})
+			return
+		}
+		if err := svc.Repo.DB.WithContext(c.Request.Context()).
+			Model(&model.Media{}).
+			Where("id = ?", mediaID).
+			Update("strm_url", url).Error; err != nil {
+			c.JSON(http.StatusInternalServerError, gin.H{"error": err.Error()})
+			return
+		}
+		c.JSON(http.StatusOK, gin.H{"strm_url": url})
+	}
+}
+
+func clearSTRMHandler(svc *service.Container) gin.HandlerFunc {
+	return func(c *gin.Context) {
+		if err := svc.Repo.DB.WithContext(c.Request.Context()).
+			Model(&model.Media{}).
+			Where("id = ?", c.Param("id")).
+			Update("strm_url", "").Error; err != nil {
+			c.JSON(http.StatusInternalServerError, gin.H{"error": err.Error()})
+			return
+		}
+		c.Status(http.StatusNoContent)
+	}
+}
+
+// importSTRMHandler creates a media row directly from a (library_id, title, url)
+// tuple — useful for adding a streaming-only entry without an on-disk file.
+type importSTRMReq struct {
+	LibraryID string `json:"library_id" binding:"required"`
+	Title     string `json:"title" binding:"required"`
+	URL       string `json:"url" binding:"required"`
+}
+
+func importSTRMHandler(svc *service.Container) gin.HandlerFunc {
+	return func(c *gin.Context) {
+		var req importSTRMReq
+		if err := c.ShouldBindJSON(&req); err != nil {
+			c.JSON(http.StatusBadRequest, gin.H{"error": err.Error()})
+			return
+		}
+		m := &model.Media{
+			LibraryID: req.LibraryID,
+			Title:     req.Title,
+			Path:      req.URL, // unique-index target — keep it identical to the URL
+			STRMURL:   req.URL,
+			Container: "strm",
+		}
+		if err := svc.Repo.DB.WithContext(c.Request.Context()).Create(m).Error; err != nil {
+			c.JSON(http.StatusBadRequest, gin.H{"error": err.Error()})
+			return
+		}
+		c.JSON(http.StatusOK, m)
+	}
+}