完成数据库运行时回归并同步整改清单真实进度
This commit is contained in:
1 parent
0edde01e4b
commit
bf10eb50be
12 files changed
+362
-38
No files matched your search
@@ -235,6 +235,29 @@ func TestHistoryScopeMySQLMigrationRetry(t *testing.T) {
|
||||
|
||||
func assertMySQLHistoryIndexes(t *testing.T, db *sql.DB) {
|
||||
t.Helper()
|
||||
// 元数据字段正确不代表 InnoDB 内部索引一致;检查引擎报告但不自动修复表。
|
||||
for _, table := range []string{"tasks", "audit_logs"} {
|
||||
rows, err := db.QueryContext(t.Context(), "CHECK TABLE "+table)
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
ok := false
|
||||
for rows.Next() {
|
||||
var checkedTable, operation, kind, message string
|
||||
if err := rows.Scan(&checkedTable, &operation, &kind, &message); err != nil {
|
||||
_ = rows.Close()
|
||||
t.Fatal(err)
|
||||
}
|
||||
if kind == "status" && message == "OK" {
|
||||
ok = true
|
||||
} else {
|
||||
t.Errorf("迁移后的表完整性检查异常:%s %s %s %s", checkedTable, operation, kind, message)
|
||||
}
|
||||
}
|
||||
if err := errors.Join(rows.Err(), rows.Close()); err != nil || !ok {
|
||||
t.Fatalf("迁移后的表完整性检查未通过:%s,%v", table, err)
|
||||
}
|
||||
}
|
||||
for _, index := range []struct{ table, name, columns string }{
|
||||
{"tasks", "idx_tasks_project_history", "project_id,created_at"},
|
||||
{"audit_logs", "idx_audit_project_history", "project_id,created_at"},
|
||||
|
||||
@@ -0,0 +1,131 @@
|
||||
package database
|
||||
|
||||
import (
|
||||
"context"
|
||||
"database/sql"
|
||||
"fmt"
|
||||
"runtime"
|
||||
"sync"
|
||||
"testing"
|
||||
"time"
|
||||
|
||||
"git.pcux.cn/xuans/Scert/backend/internal/config"
|
||||
)
|
||||
|
||||
// 覆盖真实连接间的写入与检查点竞争,不将概率性压力测试当成上游缺陷的确定性复现。
|
||||
func TestSQLiteWALCheckpointIntegrity(t *testing.T) {
|
||||
cfg := config.Default(t.TempDir()).Database
|
||||
cfg.MaxOpenConns, cfg.MaxIdleConns = 3, 3
|
||||
db := openSQLiteTestPool(t, cfg)
|
||||
ctx, cancel := context.WithTimeout(t.Context(), 30*time.Second)
|
||||
defer cancel()
|
||||
var version string
|
||||
if err := db.QueryRowContext(ctx, "SELECT sqlite_version()").Scan(&version); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
t.Logf("检查点并发完整性测试引擎:%s", version)
|
||||
if _, err := db.ExecContext(ctx, `CREATE TABLE wal_integrity (
|
||||
writer INTEGER NOT NULL, sequence INTEGER NOT NULL, part INTEGER NOT NULL,
|
||||
value INTEGER NOT NULL, PRIMARY KEY (writer, sequence, part))`); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
const batches = 256
|
||||
connections := make([]*sql.Conn, 3)
|
||||
for i := range connections {
|
||||
conn, err := db.Conn(ctx)
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
t.Cleanup(func() { _ = conn.Close() })
|
||||
connections[i] = conn
|
||||
}
|
||||
start, writersDone := make(chan struct{}), make(chan struct{})
|
||||
results := make(chan error, 3)
|
||||
var writers sync.WaitGroup
|
||||
for writer := 0; writer < 2; writer++ {
|
||||
conn := connections[writer]
|
||||
writers.Add(1)
|
||||
go func() {
|
||||
defer writers.Done()
|
||||
defer conn.Close()
|
||||
<-start
|
||||
for sequence := 0; sequence < batches; sequence++ {
|
||||
if err := insertWALIntegrityPair(ctx, conn, writer, sequence); err != nil {
|
||||
results <- err
|
||||
return
|
||||
}
|
||||
runtime.Gosched()
|
||||
}
|
||||
results <- nil
|
||||
}()
|
||||
}
|
||||
checkpoint := connections[2]
|
||||
go func() {
|
||||
defer checkpoint.Close()
|
||||
<-start
|
||||
for {
|
||||
var busy, frames, copied int
|
||||
if err := checkpoint.QueryRowContext(ctx, "PRAGMA wal_checkpoint(PASSIVE)").Scan(&busy, &frames, &copied); err != nil {
|
||||
results <- err
|
||||
return
|
||||
}
|
||||
select {
|
||||
case <-writersDone:
|
||||
results <- nil
|
||||
return
|
||||
default:
|
||||
runtime.Gosched()
|
||||
}
|
||||
}
|
||||
}()
|
||||
close(start)
|
||||
writers.Wait()
|
||||
close(writersDone)
|
||||
for i := 0; i < 3; i++ {
|
||||
if err := <-results; err != nil {
|
||||
t.Error(err)
|
||||
}
|
||||
}
|
||||
if t.Failed() {
|
||||
return
|
||||
}
|
||||
var busy, frames, copied int
|
||||
if err := db.QueryRowContext(ctx, "PRAGMA wal_checkpoint(TRUNCATE)").Scan(&busy, &frames, &copied); err != nil || busy != 0 {
|
||||
t.Fatalf("最终检查点未完成:busy=%d,错误=%v", busy, err)
|
||||
}
|
||||
if err := db.Close(); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
// 重新打开文件验证已持久化的内容,不能只检查仍在连接缓存中的结果。
|
||||
reopened := openSQLiteTestPool(t, cfg)
|
||||
var integrity string
|
||||
if err := reopened.QueryRowContext(ctx, "PRAGMA integrity_check").Scan(&integrity); err != nil || integrity != "ok" {
|
||||
t.Fatalf("检查点竞争后数据库结构损坏:%s,%v", integrity, err)
|
||||
}
|
||||
var count, sum, invalid int
|
||||
if err := reopened.QueryRowContext(ctx, `SELECT COUNT(*), SUM(value),
|
||||
SUM(CASE WHEN writer NOT IN (0, 1) OR sequence < 0 OR sequence >= ?
|
||||
OR part NOT IN (0, 1) OR value <> writer * 10000 + sequence * 2 + part THEN 1 ELSE 0 END)
|
||||
FROM wal_integrity`, batches).Scan(&count, &sum, &invalid); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
wantSum := 2*batches*10000 + 2*batches*(2*batches-1)
|
||||
if count != 4*batches || sum != wantSum || invalid != 0 {
|
||||
t.Fatalf("检查点竞争后已提交数据不完整:条数=%d,总和=%d,错值=%d", count, sum, invalid)
|
||||
}
|
||||
}
|
||||
|
||||
func insertWALIntegrityPair(ctx context.Context, conn *sql.Conn, writer, sequence int) error {
|
||||
tx, err := conn.BeginTx(ctx, nil)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
defer tx.Rollback()
|
||||
for part := 0; part < 2; part++ {
|
||||
if _, err := tx.ExecContext(ctx, "INSERT INTO wal_integrity VALUES (?, ?, ?, ?)",
|
||||
writer, sequence, part, writer*10000+sequence*2+part); err != nil {
|
||||
return fmt.Errorf("写入事务数据失败:%w", err)
|
||||
}
|
||||
}
|
||||
return tx.Commit()
|
||||
}
|
||||
Reference in new issue
Block a user