fix: 防止启动整理扫描阻塞登录

This commit is contained in:
ShukeBta
2026-06-12 19:06:47 +08:00
parent 1568ae127a
commit d270e9034f
11 changed files with 312 additions and 34 deletions
+63 -3
View File
@@ -5,6 +5,7 @@ package service
import (
"context"
"strconv"
"strings"
"time"
@@ -268,15 +269,21 @@ func (c *Container) warmMediaSearchIndex(ctx context.Context) {
if c == nil || c.Repo == nil || c.Repo.Media == nil {
return
}
if !mediaSearchWarmupEnabled(ctx, c.Repo) {
if c.Log != nil {
c.Log.Info("media search index warmup disabled")
}
return
}
// 错峰:FTS 正常由 media 表触发器实时维护,回填只是升级或异常后的
// 兜底。先让登录、首页等关键路径跑起来,再开始后台补索引。
select {
case <-ctx.Done():
return
case <-time.After(30 * time.Second):
case <-time.After(mediaSearchWarmupDelay(ctx, c.Repo)):
}
const batchSize = 1000
const pause = 100 * time.Millisecond
batchSize := mediaSearchWarmupBatchSize(ctx, c.Repo)
pause := mediaSearchWarmupPause(ctx, c.Repo)
total := int64(0)
for {
select {
@@ -304,6 +311,59 @@ func (c *Container) warmMediaSearchIndex(ctx context.Context) {
}
}
func mediaSearchWarmupEnabled(ctx context.Context, repo *repository.Container) bool {
if repo == nil || repo.Setting == nil {
return true
}
value, err := repo.Setting.Get(ctx, "search.index_warmup_enabled")
if err != nil || strings.TrimSpace(value) == "" {
return true
}
return parseBoolSetting(value, true)
}
func mediaSearchWarmupDelay(ctx context.Context, repo *repository.Container) time.Duration {
seconds := mediaSearchWarmupIntSetting(ctx, repo, "search.index_warmup_delay_seconds", 120)
if seconds < 30 {
seconds = 30
}
return time.Duration(seconds) * time.Second
}
func mediaSearchWarmupBatchSize(ctx context.Context, repo *repository.Container) int {
size := mediaSearchWarmupIntSetting(ctx, repo, "search.index_warmup_batch_size", 100)
if size < 10 {
size = 10
}
if size > 1000 {
size = 1000
}
return size
}
func mediaSearchWarmupPause(ctx context.Context, repo *repository.Container) time.Duration {
ms := mediaSearchWarmupIntSetting(ctx, repo, "search.index_warmup_pause_ms", 2000)
if ms < 250 {
ms = 250
}
return time.Duration(ms) * time.Millisecond
}
func mediaSearchWarmupIntSetting(ctx context.Context, repo *repository.Container, key string, fallback int) int {
if repo == nil || repo.Setting == nil {
return fallback
}
value, err := repo.Setting.Get(ctx, key)
if err != nil {
return fallback
}
n, err := strconv.Atoi(strings.TrimSpace(value))
if err != nil || n <= 0 {
return fallback
}
return n
}
func (c *Container) NormalizeCloudLibraryTypes(ctx context.Context) error {
if c == nil || c.Repo == nil || c.Repo.Library == nil || c.Repo.DB == nil {
return nil