mirror of
https://github.com/Rain-kl/OpenFlare.git
synced 2026-10-05 07:26:36 +08:00
ryan
8a00f53b16
Merge upstream Wavelet patch to manage ClickHouse DDL via goose (goose_clickhouse_version), add GORM ChDB access, and centralize w_user_access_logs reads/writes in internal/repository/analytics. OpenFlare of_node_access_logs DDL moves to goose/clickhouse; remove manual clickhouse_schema startup and support-files SQL duplicates.
77 lines
2.1 KiB
Go
77 lines
2.1 KiB
Go
// Copyright 2025 linux.do
|
|
// Copyright 2026 Arctel.net
|
|
// SPDX-License-Identifier: Apache-2.0
|
|
|
|
package migrator
|
|
|
|
import (
|
|
"database/sql"
|
|
"embed"
|
|
"log"
|
|
"time"
|
|
|
|
"github.com/ClickHouse/clickhouse-go/v2"
|
|
"github.com/Rain-kl/Wavelet/internal/config"
|
|
"github.com/pressly/goose/v3"
|
|
)
|
|
|
|
const (
|
|
clickhouseMigrationDir = "goose/clickhouse"
|
|
clickhouseGooseVersionTable = "goose_clickhouse_version"
|
|
clickhouseMaxExecTime = 60
|
|
clickhouseReadTimeoutFactor = 2
|
|
)
|
|
|
|
// clickhouseMigrationFS contains SQL migrations under goose/clickhouse.
|
|
//
|
|
//go:embed goose/clickhouse/*.sql
|
|
var clickhouseMigrationFS embed.FS
|
|
|
|
// MigrateClickHouse runs goose migrations against ClickHouse when enabled.
|
|
func MigrateClickHouse() {
|
|
if !config.Config.ClickHouse.Enabled {
|
|
return
|
|
}
|
|
|
|
cfg := config.Config.ClickHouse
|
|
sqlDB := clickhouse.OpenDB(&clickhouse.Options{
|
|
Addr: cfg.Hosts,
|
|
Auth: clickhouse.Auth{
|
|
Database: cfg.Database,
|
|
Username: cfg.Username,
|
|
Password: cfg.Password,
|
|
},
|
|
Settings: clickhouse.Settings{
|
|
"max_execution_time": clickhouseMaxExecTime,
|
|
},
|
|
Compression: &clickhouse.Compression{
|
|
Method: clickhouse.CompressionLZ4,
|
|
},
|
|
DialTimeout: time.Duration(cfg.DialTimeout) * time.Second,
|
|
MaxOpenConns: cfg.MaxOpenConn,
|
|
MaxIdleConns: cfg.MaxIdleConn,
|
|
ConnMaxLifetime: time.Duration(cfg.ConnMaxLifetime) * time.Second,
|
|
ReadTimeout: time.Duration(cfg.DialTimeout*clickhouseReadTimeoutFactor) * time.Second,
|
|
BlockBufferSize: cfg.BlockBufferSize,
|
|
})
|
|
|
|
goose.SetBaseFS(clickhouseMigrationFS)
|
|
if err := goose.SetDialect("clickhouse"); err != nil {
|
|
closeClickHouseDB(sqlDB)
|
|
log.Fatalf("[ClickHouse] set goose dialect failed: %v\n", err)
|
|
}
|
|
goose.SetTableName(clickhouseGooseVersionTable)
|
|
if err := goose.Up(sqlDB, clickhouseMigrationDir); err != nil {
|
|
closeClickHouseDB(sqlDB)
|
|
log.Fatalf("[ClickHouse] goose migrate failed: %v\n", err)
|
|
}
|
|
closeClickHouseDB(sqlDB)
|
|
|
|
log.Println("[ClickHouse] goose migrate success")
|
|
}
|
|
|
|
func closeClickHouseDB(sqlDB *sql.DB) {
|
|
if err := sqlDB.Close(); err != nil {
|
|
log.Printf("[ClickHouse] close sql db failed: %v\n", err)
|
|
}
|
|
} |