mirror of
https://github.com/Rain-kl/OpenFlare.git
synced 2026-09-29 22:06:38 +08:00
6a8f9a7aea
- Use RWMutex for disk cache reads and singleflight for WebP cache misses - Cache migration read-only state and file access whitelist with pub/sub invalidation - Add w_upload_stats incremental counters updated on upload/delete - Add w_uploads composite indexes and goose backfill migrations - Document performance analysis in docs/PERFORMANCE.md - Fix RegisterCustomRoutes to accept apiV1Router parameter
128 lines
3.6 KiB
Go
128 lines
3.6 KiB
Go
// Copyright 2026 Arctel.net
|
|
// SPDX-License-Identifier: Apache-2.0
|
|
|
|
package upload
|
|
|
|
import (
|
|
"context"
|
|
"time"
|
|
|
|
"github.com/Rain-kl/Wavelet/internal/db"
|
|
"github.com/Rain-kl/Wavelet/internal/model"
|
|
"github.com/Rain-kl/Wavelet/pkg/logger"
|
|
"gorm.io/gorm"
|
|
"gorm.io/gorm/clause"
|
|
)
|
|
|
|
// ApplyUploadStatsAdd increments incremental stats for a newly active upload record.
|
|
func ApplyUploadStatsAdd(ctx context.Context, upload *model.Upload) error {
|
|
return applyUploadStatsDelta(ctx, upload, 1)
|
|
}
|
|
|
|
// ApplyUploadStatsRemove decrements incremental stats for a removed active upload record.
|
|
func ApplyUploadStatsRemove(ctx context.Context, upload *model.Upload) error {
|
|
return applyUploadStatsDelta(ctx, upload, -1)
|
|
}
|
|
|
|
// RebuildUploadStats rebuilds all incremental stats from current upload records.
|
|
func RebuildUploadStats(ctx context.Context) error {
|
|
return db.DB(ctx).Transaction(func(tx *gorm.DB) error {
|
|
if err := tx.Where("1 = 1").Delete(&model.UploadStat{}).Error; err != nil {
|
|
return err
|
|
}
|
|
|
|
var uploads []model.Upload
|
|
if err := tx.Where("status != ?", model.UploadStatusDeleted).Find(&uploads).Error; err != nil {
|
|
return err
|
|
}
|
|
|
|
for i := range uploads {
|
|
if err := applyUploadStatsDeltaTx(tx, &uploads[i], 1); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
return nil
|
|
})
|
|
}
|
|
|
|
func applyUploadStatsDelta(ctx context.Context, upload *model.Upload, sign int64) error {
|
|
if upload == nil || !isActiveUploadStatus(upload.Status) {
|
|
return nil
|
|
}
|
|
return db.DB(ctx).Transaction(func(tx *gorm.DB) error {
|
|
return applyUploadStatsDeltaTx(tx, upload, sign)
|
|
})
|
|
}
|
|
|
|
func applyUploadStatsDeltaTx(tx *gorm.DB, upload *model.Upload, sign int64) error {
|
|
if upload == nil || !isActiveUploadStatus(upload.Status) || sign == 0 {
|
|
return nil
|
|
}
|
|
|
|
countDelta := sign
|
|
sizeDelta := sign * upload.FileSize
|
|
typeKey := upload.Type
|
|
if typeKey == "" {
|
|
typeKey = "generic"
|
|
}
|
|
|
|
entries := []struct {
|
|
dimension string
|
|
key string
|
|
}{
|
|
{model.UploadStatDimensionTotal, ""},
|
|
{model.UploadStatDimensionType, typeKey},
|
|
{model.UploadStatDimensionCategory, getFileCategory(upload.MimeType, upload.Extension)},
|
|
{model.UploadStatDimensionTrend, upload.CreatedAt.Format("2006-01-02")},
|
|
}
|
|
|
|
for _, entry := range entries {
|
|
if err := upsertUploadStatDelta(tx, entry.dimension, entry.key, countDelta, sizeDelta); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func upsertUploadStatDelta(tx *gorm.DB, dimension, key string, countDelta, sizeDelta int64) error {
|
|
return tx.Clauses(clause.OnConflict{
|
|
Columns: []clause.Column{
|
|
{Name: "dimension"},
|
|
{Name: "stat_key"},
|
|
},
|
|
DoUpdates: clause.Assignments(map[string]any{
|
|
"file_count": gorm.Expr(
|
|
"CASE WHEN w_upload_stats.file_count + ? < 0 THEN 0 ELSE w_upload_stats.file_count + ? END",
|
|
countDelta,
|
|
countDelta,
|
|
),
|
|
"file_size": gorm.Expr(
|
|
"CASE WHEN w_upload_stats.file_size + ? < 0 THEN 0 ELSE w_upload_stats.file_size + ? END",
|
|
sizeDelta,
|
|
sizeDelta,
|
|
),
|
|
"updated_at": time.Now(),
|
|
}),
|
|
}).Create(&model.UploadStat{
|
|
Dimension: dimension,
|
|
StatKey: key,
|
|
FileCount: countDelta,
|
|
FileSize: sizeDelta,
|
|
}).Error
|
|
}
|
|
|
|
func recordUploadStatsAdd(ctx context.Context, upload *model.Upload) {
|
|
if err := ApplyUploadStatsAdd(ctx, upload); err != nil {
|
|
logger.WarnF(ctx, "increment upload stats failed: %v", err)
|
|
}
|
|
}
|
|
|
|
func recordUploadStatsRemove(ctx context.Context, upload *model.Upload) {
|
|
if err := ApplyUploadStatsRemove(ctx, upload); err != nil {
|
|
logger.WarnF(ctx, "decrement upload stats failed: %v", err)
|
|
}
|
|
}
|
|
|
|
func isActiveUploadStatus(status model.UploadStatus) bool {
|
|
return status == model.UploadStatusPending || status == model.UploadStatusUsed
|
|
} |