暂存 PostgreSQL 数据库兼容实现
This commit is contained in:
1 parent
959d14eb2f
commit
eaf474c8e7
14 files changed
+326
-57
No files matched your search
@@ -4,11 +4,14 @@ import (
|
||||
"context"
|
||||
"database/sql"
|
||||
"fmt"
|
||||
"net/url"
|
||||
"path/filepath"
|
||||
"strings"
|
||||
"time"
|
||||
|
||||
"github.com/go-sql-driver/mysql"
|
||||
"github.com/jackc/pgx/v5"
|
||||
_ "github.com/jackc/pgx/v5/stdlib"
|
||||
_ "modernc.org/sqlite"
|
||||
|
||||
"git.pcux.cn/xuans/Scert/backend/internal/config"
|
||||
@@ -19,25 +22,37 @@ type Database struct {
|
||||
}
|
||||
|
||||
func Open(ctx context.Context, cfg config.DatabaseConfig) (*Database, error) {
|
||||
if cfg.Driver != "sqlite" && cfg.Driver != "mysql" {
|
||||
driver := strings.ToLower(strings.TrimSpace(cfg.Driver))
|
||||
if driver != "sqlite" && driver != "mysql" && driver != "postgres" {
|
||||
return nil, fmt.Errorf("数据库驱动无效:%s", cfg.Driver)
|
||||
}
|
||||
dsn := cfg.DSN
|
||||
if cfg.Driver == "mysql" {
|
||||
dsn := strings.TrimSpace(cfg.DSN)
|
||||
if driver == "mysql" {
|
||||
var err error
|
||||
dsn, err = normalizeMySQLDSN(dsn)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
}
|
||||
if cfg.Driver == "sqlite" {
|
||||
if driver == "postgres" {
|
||||
var err error
|
||||
dsn, err = normalizePostgresDSN(dsn)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
}
|
||||
if driver == "sqlite" {
|
||||
if cfg.DSN != ":memory:" && len(cfg.DSN) > 0 && cfg.DSN != "file::memory:?cache=shared" {
|
||||
if err := ensureSQLiteDir(cfg.DSN); err != nil {
|
||||
return nil, err
|
||||
}
|
||||
}
|
||||
}
|
||||
db, err := sql.Open(cfg.Driver, dsn)
|
||||
sqlDriver := driver
|
||||
if driver == "postgres" {
|
||||
sqlDriver = "pgx"
|
||||
}
|
||||
db, err := sql.Open(sqlDriver, dsn)
|
||||
if err != nil {
|
||||
return nil, fmt.Errorf("打开数据库失败:%w", err)
|
||||
}
|
||||
@@ -50,7 +65,7 @@ func Open(ctx context.Context, cfg config.DatabaseConfig) (*Database, error) {
|
||||
_ = db.Close()
|
||||
return nil, fmt.Errorf("连接数据库失败:%w", err)
|
||||
}
|
||||
if cfg.Driver == "sqlite" {
|
||||
if driver == "sqlite" {
|
||||
if err := configureSQLite(pingCtx, db); err != nil {
|
||||
_ = db.Close()
|
||||
return nil, err
|
||||
@@ -86,9 +101,42 @@ func normalizeMySQLDSN(dsn string) (string, error) {
|
||||
return cfg.FormatDSN(), nil
|
||||
}
|
||||
|
||||
func normalizePostgresDSN(dsn string) (string, error) {
|
||||
parsed, err := pgx.ParseConfig(dsn)
|
||||
if err != nil {
|
||||
return "", fmt.Errorf("解析 PostgreSQL 连接信息失败:%w", err)
|
||||
}
|
||||
if strings.TrimSpace(parsed.Host) == "" || strings.TrimSpace(parsed.Database) == "" || strings.TrimSpace(parsed.User) == "" {
|
||||
return "", fmt.Errorf("PostgreSQL 连接信息必须包含主机、数据库和用户名")
|
||||
}
|
||||
sslMode := postgresSSLMode(dsn)
|
||||
if sslMode != "verify-full" {
|
||||
return "", fmt.Errorf("PostgreSQL 连接必须使用 sslmode=verify-full")
|
||||
}
|
||||
if parsed.TLSConfig == nil || parsed.TLSConfig.InsecureSkipVerify {
|
||||
return "", fmt.Errorf("PostgreSQL TLS 校验配置无效")
|
||||
}
|
||||
return dsn, nil
|
||||
}
|
||||
|
||||
func postgresSSLMode(dsn string) string {
|
||||
dsn = strings.TrimSpace(dsn)
|
||||
if parsed, err := url.Parse(dsn); err == nil && (parsed.Scheme == "postgres" || parsed.Scheme == "postgresql") {
|
||||
return strings.ToLower(strings.TrimSpace(parsed.Query().Get("sslmode")))
|
||||
}
|
||||
for _, field := range strings.Fields(dsn) {
|
||||
key, value, found := strings.Cut(field, "=")
|
||||
if found && strings.EqualFold(strings.TrimSpace(key), "sslmode") {
|
||||
return strings.ToLower(strings.Trim(strings.TrimSpace(value), "'\""))
|
||||
}
|
||||
}
|
||||
return ""
|
||||
}
|
||||
|
||||
// SanitizeDSN 返回可写入日志的数据库连接信息,不包含 MySQL 密码。
|
||||
func SanitizeDSN(driver, dsn string) string {
|
||||
if strings.EqualFold(strings.TrimSpace(driver), "mysql") {
|
||||
switch strings.ToLower(strings.TrimSpace(driver)) {
|
||||
case "mysql":
|
||||
cfg, err := mysql.ParseDSN(dsn)
|
||||
if err != nil {
|
||||
return "mysql://[连接信息无效]"
|
||||
@@ -97,10 +145,33 @@ func SanitizeDSN(driver, dsn string) string {
|
||||
cfg.Passwd = "********"
|
||||
}
|
||||
return cfg.FormatDSN()
|
||||
case "postgres":
|
||||
parsed, err := url.Parse(dsn)
|
||||
if err == nil && (parsed.Scheme == "postgres" || parsed.Scheme == "postgresql") {
|
||||
if parsed.User != nil {
|
||||
username := parsed.User.Username()
|
||||
if _, hasPassword := parsed.User.Password(); hasPassword {
|
||||
parsed.User = url.UserPassword(username, "********")
|
||||
}
|
||||
}
|
||||
return parsed.String()
|
||||
}
|
||||
return sanitizePostgresKeywordDSN(dsn)
|
||||
}
|
||||
return dsn
|
||||
}
|
||||
|
||||
func sanitizePostgresKeywordDSN(dsn string) string {
|
||||
fields := strings.Fields(dsn)
|
||||
for index, field := range fields {
|
||||
key, _, found := strings.Cut(field, "=")
|
||||
if found && strings.EqualFold(strings.TrimSpace(key), "password") {
|
||||
fields[index] = key + "=********"
|
||||
}
|
||||
}
|
||||
return strings.Join(fields, " ")
|
||||
}
|
||||
|
||||
func ensureSQLiteDir(dsn string) error {
|
||||
path := dsn
|
||||
if strings.HasPrefix(path, "file:") {
|
||||
|
||||
@@ -9,14 +9,14 @@ import (
|
||||
"strings"
|
||||
)
|
||||
|
||||
//go:embed migrations/sqlite/0001_initial.sql migrations/sqlite/0002_domain_options.sql migrations/sqlite/0003_deployment.sql migrations/sqlite/0004_task_attempts.sql migrations/sqlite/0005_users.sql migrations/sqlite/0006_server_validation.sql migrations/mysql/0001_initial.sql migrations/mysql/0002_domain_options.sql migrations/mysql/0003_deployment.sql migrations/mysql/0004_task_attempts.sql migrations/mysql/0005_users.sql migrations/mysql/0006_server_validation.sql
|
||||
//go:embed migrations/sqlite/0001_initial.sql migrations/sqlite/0002_domain_options.sql migrations/sqlite/0003_deployment.sql migrations/sqlite/0004_task_attempts.sql migrations/sqlite/0005_users.sql migrations/sqlite/0006_server_validation.sql migrations/mysql/0001_initial.sql migrations/mysql/0002_domain_options.sql migrations/mysql/0003_deployment.sql migrations/mysql/0004_task_attempts.sql migrations/mysql/0005_users.sql migrations/mysql/0006_server_validation.sql migrations/postgres/0001_initial.sql migrations/postgres/0002_domain_options.sql migrations/postgres/0003_deployment.sql migrations/postgres/0004_task_attempts.sql migrations/postgres/0005_users.sql migrations/postgres/0006_server_validation.sql
|
||||
var migrationFiles embed.FS
|
||||
|
||||
func Migrate(ctx context.Context, db *sql.DB, driver string) error {
|
||||
if db == nil {
|
||||
return fmt.Errorf("数据库连接不能为空")
|
||||
}
|
||||
if driver != "sqlite" && driver != "mysql" {
|
||||
if driver != "sqlite" && driver != "mysql" && driver != "postgres" {
|
||||
return fmt.Errorf("数据库驱动无效:%s", driver)
|
||||
}
|
||||
if _, err := db.ExecContext(ctx, migrationTableSQL(driver)); err != nil {
|
||||
@@ -75,7 +75,11 @@ func applyMigration(ctx context.Context, db *sql.DB, driver string, version int)
|
||||
return fmt.Errorf("执行数据库迁移失败:%w", err)
|
||||
}
|
||||
}
|
||||
if _, err := tx.ExecContext(ctx, "INSERT INTO schema_migrations (version) VALUES (?)", version); err != nil {
|
||||
migrationVersionInsert := "INSERT INTO schema_migrations (version) VALUES (?)"
|
||||
if driver == "postgres" {
|
||||
migrationVersionInsert = "INSERT INTO schema_migrations (version) VALUES ($1)"
|
||||
}
|
||||
if _, err := tx.ExecContext(ctx, migrationVersionInsert, version); err != nil {
|
||||
_ = tx.Rollback()
|
||||
return fmt.Errorf("记录迁移版本失败:%w", err)
|
||||
}
|
||||
@@ -150,6 +154,12 @@ func migrationTableSQL(driver string) string {
|
||||
applied_at DATETIME NOT NULL DEFAULT CURRENT_TIMESTAMP
|
||||
)`
|
||||
}
|
||||
if driver == "postgres" {
|
||||
return `CREATE TABLE IF NOT EXISTS schema_migrations (
|
||||
version INTEGER NOT NULL PRIMARY KEY,
|
||||
applied_at TIMESTAMPTZ NOT NULL DEFAULT CURRENT_TIMESTAMP
|
||||
)`
|
||||
}
|
||||
return `CREATE TABLE IF NOT EXISTS schema_migrations (
|
||||
version INTEGER NOT NULL PRIMARY KEY,
|
||||
applied_at DATETIME NOT NULL DEFAULT CURRENT_TIMESTAMP
|
||||
|
||||
@@ -0,0 +1,41 @@
|
||||
CREATE TABLE IF NOT EXISTS settings (
|
||||
key TEXT NOT NULL PRIMARY KEY,
|
||||
value TEXT NOT NULL,
|
||||
updated_at TIMESTAMPTZ NOT NULL DEFAULT CURRENT_TIMESTAMP
|
||||
);
|
||||
|
||||
CREATE TABLE IF NOT EXISTS domains (
|
||||
id TEXT NOT NULL PRIMARY KEY,
|
||||
name TEXT NOT NULL UNIQUE,
|
||||
certificate_type TEXT NOT NULL,
|
||||
sans_json TEXT NOT NULL,
|
||||
status TEXT NOT NULL,
|
||||
expires_at TIMESTAMPTZ NULL,
|
||||
created_at TIMESTAMPTZ NOT NULL DEFAULT CURRENT_TIMESTAMP,
|
||||
updated_at TIMESTAMPTZ NOT NULL DEFAULT CURRENT_TIMESTAMP
|
||||
);
|
||||
|
||||
CREATE TABLE IF NOT EXISTS tasks (
|
||||
id TEXT NOT NULL PRIMARY KEY,
|
||||
domain_id TEXT NOT NULL,
|
||||
task_type TEXT NOT NULL,
|
||||
status TEXT NOT NULL,
|
||||
message TEXT NOT NULL,
|
||||
started_at TIMESTAMPTZ NULL,
|
||||
finished_at TIMESTAMPTZ NULL,
|
||||
created_at TIMESTAMPTZ NOT NULL DEFAULT CURRENT_TIMESTAMP
|
||||
);
|
||||
|
||||
CREATE INDEX IF NOT EXISTS idx_tasks_domain_id ON tasks(domain_id);
|
||||
|
||||
CREATE TABLE IF NOT EXISTS audit_logs (
|
||||
id BIGINT GENERATED ALWAYS AS IDENTITY PRIMARY KEY,
|
||||
action TEXT NOT NULL,
|
||||
resource_type TEXT NOT NULL,
|
||||
resource_id TEXT NOT NULL,
|
||||
status TEXT NOT NULL,
|
||||
message TEXT NOT NULL,
|
||||
created_at TIMESTAMPTZ NOT NULL DEFAULT CURRENT_TIMESTAMP
|
||||
);
|
||||
|
||||
CREATE INDEX IF NOT EXISTS idx_audit_logs_created_at ON audit_logs(created_at);
|
||||
@@ -0,0 +1,3 @@
|
||||
ALTER TABLE domains ADD COLUMN auto_renew BOOLEAN NOT NULL DEFAULT TRUE;
|
||||
ALTER TABLE domains ADD COLUMN acme_environment TEXT NOT NULL DEFAULT 'staging';
|
||||
ALTER TABLE domains ADD COLUMN dns_provider TEXT NOT NULL DEFAULT '';
|
||||
@@ -0,0 +1,27 @@
|
||||
CREATE TABLE IF NOT EXISTS servers (
|
||||
id TEXT NOT NULL PRIMARY KEY,
|
||||
name TEXT NOT NULL,
|
||||
address TEXT NOT NULL,
|
||||
port INTEGER NOT NULL,
|
||||
username TEXT NOT NULL,
|
||||
private_key_ref TEXT NOT NULL,
|
||||
host_key_fingerprint TEXT NOT NULL,
|
||||
certificate_path TEXT NOT NULL,
|
||||
private_key_path TEXT NOT NULL,
|
||||
certificate_chain_path TEXT NOT NULL,
|
||||
web_server TEXT NOT NULL,
|
||||
reload_command_json TEXT NOT NULL,
|
||||
created_at TIMESTAMPTZ NOT NULL DEFAULT CURRENT_TIMESTAMP,
|
||||
updated_at TIMESTAMPTZ NOT NULL DEFAULT CURRENT_TIMESTAMP
|
||||
);
|
||||
|
||||
CREATE INDEX IF NOT EXISTS idx_servers_name ON servers(name);
|
||||
|
||||
CREATE TABLE IF NOT EXISTS domain_servers (
|
||||
domain_id TEXT NOT NULL,
|
||||
server_id TEXT NOT NULL,
|
||||
created_at TIMESTAMPTZ NOT NULL DEFAULT CURRENT_TIMESTAMP,
|
||||
PRIMARY KEY (domain_id, server_id)
|
||||
);
|
||||
|
||||
CREATE INDEX IF NOT EXISTS idx_domain_servers_server_id ON domain_servers(server_id);
|
||||
@@ -0,0 +1,20 @@
|
||||
ALTER TABLE tasks ADD COLUMN stage TEXT NOT NULL DEFAULT 'queued';
|
||||
ALTER TABLE tasks ADD COLUMN operator_id TEXT NOT NULL DEFAULT '';
|
||||
ALTER TABLE tasks ADD COLUMN certificate_version_id TEXT NOT NULL DEFAULT '';
|
||||
ALTER TABLE tasks ADD COLUMN idempotency_key TEXT NOT NULL DEFAULT '';
|
||||
ALTER TABLE tasks ADD COLUMN updated_at TIMESTAMPTZ NOT NULL DEFAULT CURRENT_TIMESTAMP;
|
||||
CREATE INDEX IF NOT EXISTS idx_tasks_status ON tasks(status);
|
||||
CREATE INDEX IF NOT EXISTS idx_tasks_idempotency ON tasks(idempotency_key);
|
||||
CREATE TABLE IF NOT EXISTS task_attempts (
|
||||
id TEXT NOT NULL PRIMARY KEY,
|
||||
task_id TEXT NOT NULL,
|
||||
attempt_number INTEGER NOT NULL,
|
||||
stage TEXT NOT NULL,
|
||||
status TEXT NOT NULL,
|
||||
message TEXT NOT NULL,
|
||||
started_at TIMESTAMPTZ NULL,
|
||||
finished_at TIMESTAMPTZ NULL,
|
||||
created_at TIMESTAMPTZ NOT NULL DEFAULT CURRENT_TIMESTAMP,
|
||||
UNIQUE (task_id, attempt_number)
|
||||
);
|
||||
CREATE INDEX IF NOT EXISTS idx_task_attempts_task_id ON task_attempts(task_id);
|
||||
@@ -0,0 +1,12 @@
|
||||
CREATE TABLE IF NOT EXISTS users (
|
||||
id TEXT NOT NULL PRIMARY KEY,
|
||||
username TEXT NOT NULL UNIQUE,
|
||||
email TEXT NULL UNIQUE,
|
||||
password_hash TEXT NOT NULL,
|
||||
role TEXT NOT NULL,
|
||||
status TEXT NOT NULL DEFAULT 'active',
|
||||
created_at TIMESTAMPTZ NOT NULL DEFAULT CURRENT_TIMESTAMP,
|
||||
updated_at TIMESTAMPTZ NOT NULL DEFAULT CURRENT_TIMESTAMP
|
||||
);
|
||||
|
||||
CREATE INDEX IF NOT EXISTS idx_users_role_status ON users(role, status);
|
||||
@@ -0,0 +1 @@
|
||||
ALTER TABLE servers ADD COLUMN validation_command_json TEXT NOT NULL DEFAULT '[]';
|
||||
Reference in new issue
Block a user