mirror of
https://github.com/Rain-kl/OpenFlare.git
synced 2026-09-29 14:06:36 +08:00
ryan
7d71f1e4e1
- New internal/repository/logstore abstraction: exported domain interfaces (AccessLogStore/ObservabilityStore/UserAccessLogStore/StatusStore), config-driven provider (Active/Build/Migrating/SetConfigReader), GORM implementation for PostgreSQL/SQLite (incl. hourly rollups computed in real time, migration listers, PG partition maintenance), and a ClickHouse wrapper preserving the native batch path; repository facade delegates to logstore; import-lint test enforces apps never import analyticsrepo. - ClickHouse is now optional: the log DB is either the main DB (postgres when database.enabled, else sqlite) or clickhouse; boot validation + first-run seed; log_database / log_db_migration are protected keys. - New user task 切换日志数据库 (of_log_db_switch): freeze log writes, drain batch writers, copy all 6 raw log tables by id (preserving IDs) with target-partition pre-creation for PG, flip log_database on success, clear the freeze flag on failure. - Per-store retention (log_retention_days_*) with expiry cleanup folded into the daily system_cleanup task; legacy database_auto_cleanup_* and of_database_auto_cleanup decommissioned. - goose migrations: 6 log tables in PG (2 monthly-partitioned) + SQLite, retention config seeds, schedule cleanup; GET /api/v1/admin/status/log-database endpoint; frontend retention settings, switch-task UI and status badge; changelog and docs updated. docs(plan): log database decoupling implementation plan docs(design): log database decoupling design (ClickHouse optional)
112 lines
4.0 KiB
Go
112 lines
4.0 KiB
Go
// Copyright 2026 Arctel.net
|
|
// SPDX-License-Identifier: Apache-2.0
|
|
|
|
package zone
|
|
|
|
import (
|
|
"context"
|
|
"testing"
|
|
"time"
|
|
|
|
"github.com/Rain-kl/Wavelet/internal/repository"
|
|
"github.com/Rain-kl/Wavelet/internal/testhelper"
|
|
|
|
db "github.com/Rain-kl/Wavelet/internal/infra/persistence"
|
|
"github.com/Rain-kl/Wavelet/internal/model"
|
|
"github.com/glebarez/sqlite"
|
|
"github.com/stretchr/testify/require"
|
|
"gorm.io/gorm"
|
|
)
|
|
|
|
func setupZoneDB(t *testing.T) context.Context {
|
|
t.Helper()
|
|
conn, err := gorm.Open(sqlite.Open(":memory:"), &gorm.Config{DisableForeignKeyConstraintWhenMigrating: true})
|
|
require.NoError(t, err)
|
|
require.NoError(t, conn.AutoMigrate(&model.Zone{}, &model.ZoneDomain{}, &model.TLSCertificate{}))
|
|
db.SetDB(conn)
|
|
t.Cleanup(func() { db.SetDB(nil) })
|
|
return context.Background()
|
|
}
|
|
|
|
func TestCreateZoneDomainRejectsWildcard(t *testing.T) {
|
|
ctx := setupZoneDB(t)
|
|
zone, err := Create(ctx, Input{Domain: "example.com"})
|
|
require.NoError(t, err)
|
|
_, err = CreateDomain(ctx, zone.ID, DomainInput{Domain: "*.example.com"})
|
|
require.EqualError(t, err, errDomainWildcardUnsupported)
|
|
}
|
|
|
|
func TestDeleteDomainRejectsBoundRoute(t *testing.T) {
|
|
ctx := setupZoneDB(t)
|
|
zone, err := Create(ctx, Input{Domain: "example.com"})
|
|
require.NoError(t, err)
|
|
item, err := CreateDomain(ctx, zone.ID, DomainInput{Domain: "api.example.com"})
|
|
require.NoError(t, err)
|
|
routeID := uint(9)
|
|
item.ProxyRouteID = &routeID
|
|
require.NoError(t, repository.SaveZoneDomain(ctx, item))
|
|
|
|
err = DeleteDomain(ctx, zone.ID, item.ID)
|
|
require.EqualError(t, err, errDomainBoundToRoute)
|
|
|
|
item.ProxyRouteID = nil
|
|
require.NoError(t, repository.SaveZoneDomain(ctx, item))
|
|
require.NoError(t, DeleteDomain(ctx, zone.ID, item.ID))
|
|
}
|
|
|
|
func TestLegacyImportUsesEffectiveTLDPlusOne(t *testing.T) {
|
|
root, err := zoneRoot("api.example.co.uk")
|
|
require.NoError(t, err)
|
|
require.Equal(t, "example.co.uk", root)
|
|
}
|
|
|
|
func TestGetStatsAggregatesZoneHosts(t *testing.T) {
|
|
ctx := setupZoneDB(t)
|
|
testhelper.SetupLogStoresForTest(t)
|
|
|
|
zone, err := Create(ctx, Input{Domain: "example.com"})
|
|
require.NoError(t, err)
|
|
_, err = CreateDomain(ctx, zone.ID, DomainInput{Domain: "api.example.com"})
|
|
require.NoError(t, err)
|
|
_, err = CreateDomain(ctx, zone.ID, DomainInput{Domain: "www.example.com"})
|
|
require.NoError(t, err)
|
|
|
|
now := time.Now().UTC()
|
|
require.NoError(t, repository.InsertOpenFlareAccessLogsBatch(ctx, []*model.OpenFlareAccessLog{
|
|
{NodeID: "n1", LoggedAt: now.Add(-1 * time.Hour), RemoteAddr: "1.1.1.1", Host: "api.example.com", Path: "/", StatusCode: 200, BytesSent: 1000},
|
|
{NodeID: "n1", LoggedAt: now.Add(-2 * time.Hour), RemoteAddr: "1.1.1.1", Host: "www.example.com", Path: "/", StatusCode: 200, BytesSent: 500},
|
|
{NodeID: "n1", LoggedAt: now.Add(-3 * time.Hour), RemoteAddr: "2.2.2.2", Host: "api.example.com", Path: "/x", StatusCode: 404, BytesSent: 200},
|
|
{NodeID: "n1", LoggedAt: now.Add(-3 * time.Hour), RemoteAddr: "3.3.3.3", Host: "other.com", Path: "/", StatusCode: 200, BytesSent: 100},
|
|
{NodeID: "n1", LoggedAt: now.Add(-48 * time.Hour), RemoteAddr: "4.4.4.4", Host: "api.example.com", Path: "/", StatusCode: 200, BytesSent: 800},
|
|
}))
|
|
|
|
stats, err := GetStats(ctx, zone.ID, "24h")
|
|
require.NoError(t, err)
|
|
require.Equal(t, StatsRange24h, stats.Range)
|
|
require.Equal(t, int64(3), stats.RequestCount)
|
|
require.Equal(t, int64(2), stats.UniqueVisitors)
|
|
require.Equal(t, int64(1700), stats.BytesSent)
|
|
require.Equal(t, 2, stats.DomainCount)
|
|
require.True(t, stats.Available)
|
|
require.NotEmpty(t, stats.Series)
|
|
require.Equal(t, 60, stats.BucketMinutes)
|
|
var seriesRequests int64
|
|
var seriesBytes int64
|
|
for _, point := range stats.Series {
|
|
seriesRequests += point.RequestCount
|
|
seriesBytes += point.BytesSent
|
|
}
|
|
require.Equal(t, int64(3), seriesRequests)
|
|
require.Equal(t, int64(1700), seriesBytes)
|
|
|
|
stats7d, err := GetStats(ctx, zone.ID, "7d")
|
|
require.NoError(t, err)
|
|
require.Equal(t, int64(4), stats7d.RequestCount)
|
|
require.Equal(t, int64(3), stats7d.UniqueVisitors)
|
|
require.Equal(t, int64(2500), stats7d.BytesSent)
|
|
require.NotEmpty(t, stats7d.Series)
|
|
|
|
_, err = GetStats(ctx, zone.ID, "1h")
|
|
require.EqualError(t, err, errStatsRangeInvalid)
|
|
}
|