压缩历史至 95081aff

2026-10-09 00:56:37 +08:00 · 2026-06-08 20:34:27 +08:00
commit 8a782525de
435 changed files with 71146 additions and 0 deletions
@@ -0,0 +1,105 @@
+/*
+Copyright 2025 linux.do
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+*/
+
+package upload
+
+import (
+	"context"
+	"time"
+
+	"github.com/hibiken/asynq"
+	"github.com/linux-do/credit/internal/db"
+	"github.com/linux-do/credit/internal/logger"
+	"github.com/linux-do/credit/internal/model"
+	"github.com/linux-do/credit/internal/storage"
+	"gorm.io/gorm"
+)
+
+// HandleCleanupUnusedUploads 处理清理未使用上传文件的定时任务
+func HandleCleanupUnusedUploads(ctx context.Context, t *asynq.Task) error {
+	logger.InfoF(ctx, "开始清理未使用的上传文件任务")
+	cleanupUnusedUploads(ctx)
+	logger.InfoF(ctx, "未使用上传文件清理任务完成")
+	return nil
+}
+
+// cleanupUnusedUploads 清理超过1小时未使用的上传文件
+func cleanupUnusedUploads(ctx context.Context) {
+	const batchSize = 100 // 每批处理100个文件
+	var lastID uint64 = 0
+	var totalProcessed int = 0
+	var totalDeleted int = 0
+
+	// 计算1小时前的时间
+	oneHourAgo := time.Now().Add(-1 * time.Hour)
+
+	for {
+		// 使用游标分页查询未使用且超过1小时的上传记录
+		var unusedUploads []model.Upload
+		if err := db.DB(ctx).
+			Where("id > ? AND status = ? AND created_at < ?", lastID, model.UploadStatusPending, oneHourAgo).
+			Order("id ASC").
+			Limit(batchSize).
+			Find(&unusedUploads).Error; err != nil {
+			logger.ErrorF(ctx, "查询未使用的上传文件失败: %v", err)
+			return
+		}
+
+		// 没有更多数据，退出循环
+		if len(unusedUploads) == 0 {
+			break
+		}
+
+		logger.InfoF(ctx, "本批次找到 %d 个需要清理的上传文件", len(unusedUploads))
+
+		// 处理每个未使用的上传文件
+		for _, upload := range unusedUploads {
+			totalProcessed++
+
+			if err := db.DB(ctx).Transaction(func(tx *gorm.DB) error {
+				// 更新上传记录状态
+				if err := tx.Model(&model.Upload{}).
+					Where("id = ? AND status = ?", upload.ID, model.UploadStatusPending).
+					Update("status", model.UploadStatusDeleted).Error; err != nil {
+					return err
+				}
+
+				// Delete from S3
+				if err := storage.DeleteObject(ctx, upload.FilePath); err != nil {
+					return err
+				}
+
+				return nil
+			}); err != nil {
+				logger.ErrorF(ctx, "清理上传文件失败 [ID:%d]: %v", upload.ID, err)
+				lastID = upload.ID
+				continue
+			}
+
+			totalDeleted++
+			logger.InfoF(ctx, "成功清理上传文件 [ID:%d, Path:%s, Size:%d bytes]", upload.ID, upload.FilePath, upload.FileSize)
+
+			// 更新游标
+			lastID = upload.ID
+		}
+	}
+
+	if totalDeleted > 0 {
+		logger.InfoF(ctx, "清理任务完成，共处理 %d 个文件，成功删除 %d 个", totalProcessed, totalDeleted)
+	} else {
+		logger.InfoF(ctx, "没有需要清理的上传文件")
+	}
+}