完成Scert首轮基础骨架开发与复审
This commit is contained in:
commit
fd8d8608f5
41 files changed
+6987
No files matched your search
@@ -0,0 +1,90 @@
|
||||
package database
|
||||
|
||||
import (
|
||||
"context"
|
||||
"database/sql"
|
||||
"fmt"
|
||||
"path/filepath"
|
||||
"strings"
|
||||
"time"
|
||||
|
||||
"github.com/go-sql-driver/mysql"
|
||||
_ "modernc.org/sqlite"
|
||||
|
||||
"git.pcux.cn/xuans/Scert/backend/internal/config"
|
||||
)
|
||||
|
||||
type Database struct {
|
||||
DB *sql.DB
|
||||
}
|
||||
|
||||
func Open(ctx context.Context, cfg config.DatabaseConfig) (*Database, error) {
|
||||
if cfg.Driver != "sqlite" && cfg.Driver != "mysql" {
|
||||
return nil, fmt.Errorf("数据库驱动无效:%s", cfg.Driver)
|
||||
}
|
||||
dsn := cfg.DSN
|
||||
if cfg.Driver == "mysql" {
|
||||
var err error
|
||||
dsn, err = normalizeMySQLDSN(dsn)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
}
|
||||
if cfg.Driver == "sqlite" {
|
||||
if cfg.DSN != ":memory:" && len(cfg.DSN) > 0 && cfg.DSN != "file::memory:?cache=shared" {
|
||||
if err := ensureSQLiteDir(cfg.DSN); err != nil {
|
||||
return nil, err
|
||||
}
|
||||
}
|
||||
}
|
||||
db, err := sql.Open(cfg.Driver, dsn)
|
||||
if err != nil {
|
||||
return nil, fmt.Errorf("打开数据库失败:%w", err)
|
||||
}
|
||||
db.SetMaxOpenConns(cfg.MaxOpenConns)
|
||||
db.SetMaxIdleConns(cfg.MaxIdleConns)
|
||||
db.SetConnMaxLifetime(time.Duration(cfg.ConnMaxLifetimeMins) * time.Minute)
|
||||
pingCtx, cancel := context.WithTimeout(ctx, 10*time.Second)
|
||||
defer cancel()
|
||||
if err := db.PingContext(pingCtx); err != nil {
|
||||
_ = db.Close()
|
||||
return nil, fmt.Errorf("连接数据库失败:%w", err)
|
||||
}
|
||||
return &Database{DB: db}, nil
|
||||
}
|
||||
|
||||
func normalizeMySQLDSN(dsn string) (string, error) {
|
||||
cfg, err := mysql.ParseDSN(dsn)
|
||||
if err != nil {
|
||||
return "", fmt.Errorf("解析 MySQL 连接信息失败:%w", err)
|
||||
}
|
||||
cfg.ParseTime = true
|
||||
cfg.Loc = time.UTC
|
||||
return cfg.FormatDSN(), nil
|
||||
}
|
||||
|
||||
func ensureSQLiteDir(dsn string) error {
|
||||
path := dsn
|
||||
if strings.HasPrefix(path, "file:") {
|
||||
path = strings.TrimPrefix(strings.SplitN(path, "?", 2)[0], "file:")
|
||||
}
|
||||
return osMkdirAll(filepath.Dir(path))
|
||||
}
|
||||
|
||||
var osMkdirAll = func(path string) error {
|
||||
if path == "." || path == "" {
|
||||
return nil
|
||||
}
|
||||
return mkdirAll(path)
|
||||
}
|
||||
|
||||
var mkdirAll = func(path string) error {
|
||||
return makeDirectory(path)
|
||||
}
|
||||
|
||||
func (d *Database) Close() error {
|
||||
if d == nil || d.DB == nil {
|
||||
return nil
|
||||
}
|
||||
return d.DB.Close()
|
||||
}
|
||||
@@ -0,0 +1,30 @@
|
||||
package database
|
||||
|
||||
import (
|
||||
"context"
|
||||
"path/filepath"
|
||||
"testing"
|
||||
|
||||
"git.pcux.cn/xuans/Scert/backend/internal/config"
|
||||
)
|
||||
|
||||
func TestOpenAndMigrateSQLite(t *testing.T) {
|
||||
dir := t.TempDir()
|
||||
cfg := config.Default(dir)
|
||||
cfg.Database.DSN = filepath.Join(dir, "data", "test.db")
|
||||
db, err := Open(context.Background(), cfg.Database)
|
||||
if err != nil {
|
||||
t.Fatalf("打开 SQLite 失败:%v", err)
|
||||
}
|
||||
defer db.Close()
|
||||
if err := Migrate(context.Background(), db.DB, "sqlite"); err != nil {
|
||||
t.Fatalf("SQLite 迁移失败:%v", err)
|
||||
}
|
||||
var count int
|
||||
if err := db.DB.QueryRow("SELECT COUNT(*) FROM schema_migrations").Scan(&count); err != nil {
|
||||
t.Fatalf("读取迁移版本失败:%v", err)
|
||||
}
|
||||
if count != 1 {
|
||||
t.Fatalf("迁移版本数量错误:%d", count)
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,7 @@
|
||||
package database
|
||||
|
||||
import "os"
|
||||
|
||||
func makeDirectory(path string) error {
|
||||
return os.MkdirAll(path, 0o750)
|
||||
}
|
||||
@@ -0,0 +1,97 @@
|
||||
package database
|
||||
|
||||
import (
|
||||
"context"
|
||||
"database/sql"
|
||||
"embed"
|
||||
"fmt"
|
||||
"strings"
|
||||
)
|
||||
|
||||
//go:embed migrations/sqlite/0001_initial.sql migrations/mysql/0001_initial.sql
|
||||
var migrationFiles embed.FS
|
||||
|
||||
func Migrate(ctx context.Context, db *sql.DB, driver string) error {
|
||||
if db == nil {
|
||||
return fmt.Errorf("数据库连接不能为空")
|
||||
}
|
||||
if driver != "sqlite" && driver != "mysql" {
|
||||
return fmt.Errorf("数据库驱动无效:%s", driver)
|
||||
}
|
||||
if _, err := db.ExecContext(ctx, migrationTableSQL(driver)); err != nil {
|
||||
return fmt.Errorf("创建迁移表失败:%w", err)
|
||||
}
|
||||
var version int
|
||||
err := db.QueryRowContext(ctx, "SELECT version FROM schema_migrations ORDER BY version DESC LIMIT 1").Scan(&version)
|
||||
if err != nil && err != sql.ErrNoRows {
|
||||
return fmt.Errorf("读取迁移版本失败:%w", err)
|
||||
}
|
||||
if err == sql.ErrNoRows {
|
||||
version = 0
|
||||
}
|
||||
if version >= 1 {
|
||||
return nil
|
||||
}
|
||||
path := "migrations/sqlite/0001_initial.sql"
|
||||
if driver == "mysql" {
|
||||
path = "migrations/mysql/0001_initial.sql"
|
||||
}
|
||||
content, err := migrationFiles.ReadFile(path)
|
||||
if err != nil {
|
||||
return fmt.Errorf("读取迁移文件失败:%w", err)
|
||||
}
|
||||
statements := migrationStatements(content)
|
||||
if driver == "mysql" {
|
||||
for _, statement := range statements {
|
||||
if _, err := db.ExecContext(ctx, statement); err != nil {
|
||||
return fmt.Errorf("执行数据库迁移失败:%w", err)
|
||||
}
|
||||
}
|
||||
if _, err := db.ExecContext(ctx, "INSERT INTO schema_migrations (version) VALUES (1)"); err != nil {
|
||||
return fmt.Errorf("记录迁移版本失败:%w", err)
|
||||
}
|
||||
return nil
|
||||
}
|
||||
tx, err := db.BeginTx(ctx, nil)
|
||||
if err != nil {
|
||||
return fmt.Errorf("开始迁移事务失败:%w", err)
|
||||
}
|
||||
for _, statement := range statements {
|
||||
if _, err := tx.ExecContext(ctx, statement); err != nil {
|
||||
_ = tx.Rollback()
|
||||
return fmt.Errorf("执行数据库迁移失败:%w", err)
|
||||
}
|
||||
}
|
||||
if _, err := tx.ExecContext(ctx, "INSERT INTO schema_migrations (version) VALUES (1)"); err != nil {
|
||||
_ = tx.Rollback()
|
||||
return fmt.Errorf("记录迁移版本失败:%w", err)
|
||||
}
|
||||
if err := tx.Commit(); err != nil {
|
||||
return fmt.Errorf("提交数据库迁移失败:%w", err)
|
||||
}
|
||||
return nil
|
||||
}
|
||||
|
||||
func migrationStatements(content []byte) []string {
|
||||
statements := make([]string, 0)
|
||||
for _, statement := range strings.Split(string(content), ";") {
|
||||
statement = strings.TrimSpace(statement)
|
||||
if statement != "" {
|
||||
statements = append(statements, statement)
|
||||
}
|
||||
}
|
||||
return statements
|
||||
}
|
||||
|
||||
func migrationTableSQL(driver string) string {
|
||||
if driver == "mysql" {
|
||||
return `CREATE TABLE IF NOT EXISTS schema_migrations (
|
||||
version INT NOT NULL PRIMARY KEY,
|
||||
applied_at DATETIME NOT NULL DEFAULT CURRENT_TIMESTAMP
|
||||
)`
|
||||
}
|
||||
return `CREATE TABLE IF NOT EXISTS schema_migrations (
|
||||
version INTEGER NOT NULL PRIMARY KEY,
|
||||
applied_at DATETIME NOT NULL DEFAULT CURRENT_TIMESTAMP
|
||||
)`
|
||||
}
|
||||
@@ -0,0 +1,39 @@
|
||||
CREATE TABLE IF NOT EXISTS settings (
|
||||
`key` VARCHAR(128) NOT NULL PRIMARY KEY,
|
||||
`value` TEXT NOT NULL,
|
||||
updated_at DATETIME NOT NULL DEFAULT CURRENT_TIMESTAMP
|
||||
);
|
||||
|
||||
CREATE TABLE IF NOT EXISTS domains (
|
||||
id VARCHAR(36) NOT NULL PRIMARY KEY,
|
||||
name VARCHAR(253) NOT NULL UNIQUE,
|
||||
certificate_type VARCHAR(32) NOT NULL,
|
||||
sans_json TEXT NOT NULL,
|
||||
status VARCHAR(32) NOT NULL,
|
||||
expires_at DATETIME NULL,
|
||||
created_at DATETIME NOT NULL DEFAULT CURRENT_TIMESTAMP,
|
||||
updated_at DATETIME NOT NULL DEFAULT CURRENT_TIMESTAMP
|
||||
);
|
||||
|
||||
CREATE TABLE IF NOT EXISTS tasks (
|
||||
id VARCHAR(36) NOT NULL PRIMARY KEY,
|
||||
domain_id VARCHAR(36) NOT NULL,
|
||||
task_type VARCHAR(32) NOT NULL,
|
||||
status VARCHAR(32) NOT NULL,
|
||||
message TEXT NOT NULL,
|
||||
started_at DATETIME NULL,
|
||||
finished_at DATETIME NULL,
|
||||
created_at DATETIME NOT NULL DEFAULT CURRENT_TIMESTAMP,
|
||||
INDEX idx_tasks_domain_id (domain_id)
|
||||
);
|
||||
|
||||
CREATE TABLE IF NOT EXISTS audit_logs (
|
||||
id BIGINT NOT NULL AUTO_INCREMENT PRIMARY KEY,
|
||||
action VARCHAR(64) NOT NULL,
|
||||
resource_type VARCHAR(64) NOT NULL,
|
||||
resource_id VARCHAR(36) NOT NULL,
|
||||
status VARCHAR(32) NOT NULL,
|
||||
message TEXT NOT NULL,
|
||||
created_at DATETIME NOT NULL DEFAULT CURRENT_TIMESTAMP,
|
||||
INDEX idx_audit_logs_created_at (created_at)
|
||||
);
|
||||
@@ -0,0 +1,37 @@
|
||||
CREATE TABLE IF NOT EXISTS settings (
|
||||
key TEXT NOT NULL PRIMARY KEY,
|
||||
value TEXT NOT NULL,
|
||||
updated_at DATETIME NOT NULL DEFAULT CURRENT_TIMESTAMP
|
||||
);
|
||||
|
||||
CREATE TABLE IF NOT EXISTS domains (
|
||||
id TEXT NOT NULL PRIMARY KEY,
|
||||
name TEXT NOT NULL UNIQUE,
|
||||
certificate_type TEXT NOT NULL,
|
||||
sans_json TEXT NOT NULL,
|
||||
status TEXT NOT NULL,
|
||||
expires_at DATETIME NULL,
|
||||
created_at DATETIME NOT NULL DEFAULT CURRENT_TIMESTAMP,
|
||||
updated_at DATETIME NOT NULL DEFAULT CURRENT_TIMESTAMP
|
||||
);
|
||||
|
||||
CREATE TABLE IF NOT EXISTS tasks (
|
||||
id TEXT NOT NULL PRIMARY KEY,
|
||||
domain_id TEXT NOT NULL,
|
||||
task_type TEXT NOT NULL,
|
||||
status TEXT NOT NULL,
|
||||
message TEXT NOT NULL,
|
||||
started_at DATETIME NULL,
|
||||
finished_at DATETIME NULL,
|
||||
created_at DATETIME NOT NULL DEFAULT CURRENT_TIMESTAMP
|
||||
);
|
||||
|
||||
CREATE TABLE IF NOT EXISTS audit_logs (
|
||||
id INTEGER NOT NULL PRIMARY KEY AUTOINCREMENT,
|
||||
action TEXT NOT NULL,
|
||||
resource_type TEXT NOT NULL,
|
||||
resource_id TEXT NOT NULL,
|
||||
status TEXT NOT NULL,
|
||||
message TEXT NOT NULL,
|
||||
created_at DATETIME NOT NULL DEFAULT CURRENT_TIMESTAMP
|
||||
);
|
||||
@@ -0,0 +1,68 @@
|
||||
package database
|
||||
|
||||
import (
|
||||
"context"
|
||||
"path/filepath"
|
||||
"testing"
|
||||
"time"
|
||||
|
||||
"github.com/go-sql-driver/mysql"
|
||||
|
||||
"git.pcux.cn/xuans/Scert/backend/internal/config"
|
||||
)
|
||||
|
||||
func TestOpenRejectsUnknownDriver(t *testing.T) {
|
||||
cfg := config.Default(t.TempDir()).Database
|
||||
cfg.Driver = "postgres"
|
||||
cfg.DSN = "unused"
|
||||
if _, err := Open(context.Background(), cfg); err == nil {
|
||||
t.Fatal("未知数据库驱动未被拒绝")
|
||||
}
|
||||
}
|
||||
|
||||
func TestNormalizeMySQLDSNEnablesTimeParsing(t *testing.T) {
|
||||
dsn, err := normalizeMySQLDSN("user:password@tcp(127.0.0.1:3306)/scert?charset=utf8mb4")
|
||||
if err != nil {
|
||||
t.Fatalf("规范化 MySQL DSN 失败:%v", err)
|
||||
}
|
||||
parsed, err := mysql.ParseDSN(dsn)
|
||||
if err != nil {
|
||||
t.Fatalf("解析规范化后的 MySQL DSN 失败:%v", err)
|
||||
}
|
||||
if !parsed.ParseTime || parsed.Loc != time.UTC {
|
||||
t.Fatal("MySQL DSN 未启用时间解析或未使用 UTC")
|
||||
}
|
||||
}
|
||||
|
||||
func TestSQLiteMigrationIsIdempotentAndCreatesBaseTables(t *testing.T) {
|
||||
dir := t.TempDir()
|
||||
cfg := config.Default(dir).Database
|
||||
cfg.DSN = filepath.Join(dir, "data", "review.db")
|
||||
db, err := Open(context.Background(), cfg)
|
||||
if err != nil {
|
||||
t.Fatalf("打开 SQLite 失败:%v", err)
|
||||
}
|
||||
defer db.Close()
|
||||
for i := 0; i < 2; i++ {
|
||||
if err := Migrate(context.Background(), db.DB, "sqlite"); err != nil {
|
||||
t.Fatalf("第 %d 次迁移失败:%v", i+1, err)
|
||||
}
|
||||
}
|
||||
var versions int
|
||||
if err := db.DB.QueryRow("SELECT COUNT(*) FROM schema_migrations").Scan(&versions); err != nil {
|
||||
t.Fatalf("读取迁移版本失败:%v", err)
|
||||
}
|
||||
if versions != 1 {
|
||||
t.Fatalf("重复迁移写入了多条版本记录:%d", versions)
|
||||
}
|
||||
var tables int
|
||||
if err := db.DB.QueryRow(`SELECT COUNT(*) FROM sqlite_master WHERE type = 'table' AND name IN ('settings', 'domains', 'tasks', 'audit_logs')`).Scan(&tables); err != nil {
|
||||
t.Fatalf("检查基础数据表失败:%v", err)
|
||||
}
|
||||
if tables != 4 {
|
||||
t.Fatalf("基础数据表数量不正确:%d", tables)
|
||||
}
|
||||
if err := Migrate(context.Background(), db.DB, "postgres"); err == nil {
|
||||
t.Fatal("未知迁移驱动未被拒绝")
|
||||
}
|
||||
}
|
||||
Reference in new issue
Block a user