tcjlj/MeBox
1
0
Fork 0
mirror of https://github.com/truewhile/MeBox.git synced 2026-10-02 12:26:36 +08:00
Code Issues Packages Projects Releases Wiki Activity

refactor: split modules and harden scraping workflows

Browse Source
This commit is contained in:
ShukeBta
2026-06-24 11:59:18 +08:00
parent efca3cbe69
commit 192f35d9fa
470 changed files with 47957 additions and 33839 deletions
Download Patch File Download Diff File Expand all files Collapse all files
internal/service/task_tracker.go
+9 -6
View File
@@ -244,10 +244,11 @@ func OrganizeTaskMetrics(res *OrganizeResult) map[string]int64 {
return nil
}
metrics := map[string]int64{
"organized": int64(res.Organized),
"replaced": int64(res.Replaced),
"skipped": int64(res.Skipped),
"errors": int64(len(res.Errors)),
"organized": int64(res.Organized),
"replaced": int64(res.Replaced),
"reclassified": int64(res.Reclassified),
"skipped": int64(res.Skipped),
"errors": int64(len(res.Errors)),
}
var scanVisited, scanAdded, scanUpdated, scanRemoved int64
for _, scan := range res.Scans {
@@ -269,9 +270,10 @@ func OrganizeTaskMetrics(res *OrganizeResult) map[string]int64 {
for reason, count := range OrganizeSkipReasonCounts(res) {
metrics["skip_"+organizeMetricKey(reason)] = int64(count)
}
var scrapeMatched int64
var scrapeMatched, scrapeProcessed int64
for _, scrape := range res.Scrapes {
scrapeMatched += int64(scrape.Matched)
scrapeProcessed += int64(scrape.Processed)
if scrape.Error != "" {
metrics["scrape_errors"]++
}
@@ -282,6 +284,7 @@ func OrganizeTaskMetrics(res *OrganizeResult) map[string]int64 {
if len(res.Scrapes) > 0 {
metrics["scrapes"] = int64(len(res.Scrapes))
metrics["scrape_matched"] = scrapeMatched
metrics["scrape_processed"] = scrapeProcessed
}
return metrics
}
@@ -302,7 +305,7 @@ func OrganizeTaskDetails(res *OrganizeResult, limit int) []string {
}
}
for _, item := range res.Items {
if item.Action != "error" && item.Action != "skip" {
if item.Action != "error" && item.Action != "skip" && item.Action != "reclassify" && item.Action != "cleanup" {
continue
}
line := strings.TrimSpace(item.Source)