This commit is contained in:
1 parent
161bc3a345
commit
bb4ac4d5f5
20 files changed
+765
-132
No files matched your search
@@ -0,0 +1,35 @@
|
||||
package config
|
||||
|
||||
import (
|
||||
"errors"
|
||||
"runtime"
|
||||
"strings"
|
||||
"testing"
|
||||
"time"
|
||||
|
||||
log "github.com/sirupsen/logrus"
|
||||
)
|
||||
|
||||
func TestLogFormatterPreservesStructuredEvidence(t *testing.T) {
|
||||
formatter := &logFormatter{}
|
||||
for _, message := range []string{"", "连接失败"} {
|
||||
entry := &log.Entry{
|
||||
Time: time.Now(), Level: log.InfoLevel, Message: message,
|
||||
Caller: &runtime.Frame{File: "test.go", Line: 12},
|
||||
Data: log.Fields{"error": errors.New("测试错误\n下一行"), "code": 0, "unsupported": make(chan int)},
|
||||
}
|
||||
data, err := formatter.Format(entry)
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
text := string(data)
|
||||
for _, expected := range []string{`"error":"测试错误\n下一行"`, `"code":0`, "无法序列化的字段", message} {
|
||||
if !strings.Contains(text, expected) {
|
||||
t.Fatalf("字段丢失:%s", text)
|
||||
}
|
||||
}
|
||||
if strings.Count(text, "\n") != 1 {
|
||||
t.Fatal("结构化错误中的换行不应生成伪记录")
|
||||
}
|
||||
}
|
||||
}
|
||||
@@ -36,6 +36,44 @@ func testStore(t *testing.T) *Store {
|
||||
return store
|
||||
}
|
||||
|
||||
func TestLogStoreEmptyEntriesAreNotInserted(t *testing.T) {
|
||||
s := testStore(t)
|
||||
ctx := context.Background()
|
||||
for _, kind := range []string{"config", "operation", "mail"} {
|
||||
for _, payload := range []string{`{}`, `null`, `[]`, `" "`, `{"message":"***"}`} {
|
||||
if err := s.Write(ctx, Entry{Kind: kind, CreatedAt: time.Now(), Action: "---", Payload: []byte(payload)}); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
}
|
||||
var count int
|
||||
table, _ := logTable(kind)
|
||||
if err := s.db.QueryRow("SELECT COUNT(*) FROM "+table+" WHERE kind = ?", kind).Scan(&count); err != nil || count != 0 {
|
||||
t.Fatalf("空记录已落库:%s %d %v", kind, count, err)
|
||||
}
|
||||
for _, entry := range []Entry{
|
||||
{Action: "登录验证", Result: "success", Payload: []byte(`{}`)},
|
||||
{Action: "update", Result: "success", Payload: []byte(`{"changes":[]}`)},
|
||||
{Result: "failure", Payload: []byte(`{}`)},
|
||||
{Result: "unknown", Payload: []byte(`{}`)},
|
||||
{Payload: []byte(`{"errorCode":0}`)},
|
||||
{Payload: []byte(`{"message":"投递成功"}`)},
|
||||
{Payload: []byte(`{"unknown":null}`)},
|
||||
} {
|
||||
entry.Kind, entry.CreatedAt = kind, time.Now()
|
||||
if err := s.Write(ctx, entry); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
}
|
||||
items, err := s.Query(ctx, Query{Kind: kind})
|
||||
if err != nil || len(items) != 7 {
|
||||
t.Fatalf("有效证据丢失:%s %d %v", kind, len(items), err)
|
||||
}
|
||||
}
|
||||
if err := s.Write(ctx, Entry{Kind: "mail", CreatedAt: time.Now(), Payload: []byte(`invalid`)}); err != ErrInvalid {
|
||||
t.Fatal("过滤不能掩盖非法载荷")
|
||||
}
|
||||
}
|
||||
|
||||
func TestLogRetentionBoundariesAndBusinessSafety(t *testing.T) {
|
||||
s := testStore(t)
|
||||
now := time.Date(2026, 9, 8, 9, 37, 0, 0, time.UTC)
|
||||
|
||||
@@ -4,7 +4,9 @@ import (
|
||||
"context"
|
||||
"database/sql"
|
||||
"encoding/json"
|
||||
"fmt"
|
||||
"net/http/httptest"
|
||||
"net/url"
|
||||
"path/filepath"
|
||||
"testing"
|
||||
"time"
|
||||
@@ -13,6 +15,7 @@ import (
|
||||
"git.pcux.cn/xuans/Smail/dto/response"
|
||||
"git.pcux.cn/xuans/Smail/services/access"
|
||||
"git.pcux.cn/xuans/Smail/services/logstore"
|
||||
"git.pcux.cn/xuans/Smail/services/runtimelog"
|
||||
appcontext "git.pcux.cn/xuans/Smail/utils/context"
|
||||
_ "modernc.org/sqlite"
|
||||
)
|
||||
@@ -37,6 +40,11 @@ func TestLogsAPIRejectsUnscopedAccessAndValidatesQueries(t *testing.T) {
|
||||
}
|
||||
runtime := logstore.Start(store)
|
||||
defer runtime.Stop()
|
||||
writer, err := runtimelog.Start(t.TempDir())
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
defer writer.Close()
|
||||
if err := store.Write(context.Background(), logstore.Entry{Kind: "operation", CreatedAt: time.Now(), ActorID: "42", Action: "probe", Result: "success", Payload: []byte(`{}`)}); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
@@ -66,6 +74,11 @@ func TestLogsAPIRejectsUnscopedAccessAndValidatesQueries(t *testing.T) {
|
||||
t.Fatalf("invalid query accepted: %s => %d", query, got.ErrorNo)
|
||||
}
|
||||
}
|
||||
for _, query := range []string{"kind=runtime&from=invalid", "kind=runtime&to=", "kind=runtime&file=../config/config.json", "kind=runtime&from=2026-09-08T00:00:00Z&to=2026-09-01T00:00:00Z"} {
|
||||
if got := call(access.RoleSuperAdmin, query); got.ErrorNo != response.ParamsError {
|
||||
t.Fatalf("运行日志未校验参数:%s => %d", query, got.ErrorNo)
|
||||
}
|
||||
}
|
||||
result := call(access.RoleSuperAdmin, "kind=operation&actorId=42&limit=1")
|
||||
if result.ErrorNo != 0 {
|
||||
t.Fatalf("administrator query failed: %d", result.ErrorNo)
|
||||
@@ -74,4 +87,38 @@ func TestLogsAPIRejectsUnscopedAccessAndValidatesQueries(t *testing.T) {
|
||||
if len(data["items"].([]any)) != 1 || data["retentionDays"] != float64(30) {
|
||||
t.Fatal("log query lost records or retention policy")
|
||||
}
|
||||
now := time.Now().UTC().Add(-time.Minute)
|
||||
for index := 0; index < 14; index++ {
|
||||
at := now.Add(time.Duration(index) * time.Second)
|
||||
if index == 13 {
|
||||
at = now.Add(-25 * time.Hour)
|
||||
}
|
||||
if err := writer.WriteAt(at, fmt.Sprintf("运行事件%d", index)); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if err := store.Write(context.Background(), logstore.Entry{Kind: "mail", CreatedAt: at, Action: "投递邮件", Result: "success", Payload: []byte(`{}`)}); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
}
|
||||
for _, kind := range []string{"mail", "runtime"} {
|
||||
key := "items"
|
||||
if kind == "runtime" {
|
||||
key = "lines"
|
||||
}
|
||||
first := call(access.RoleSuperAdmin, "kind="+kind)
|
||||
data := first.Data.(map[string]any)
|
||||
if first.ErrorNo != 0 || len(data[key].([]any)) != 10 || data["hasMore"] != true {
|
||||
t.Fatalf("默认十条:%+v", first)
|
||||
}
|
||||
second := call(access.RoleSuperAdmin, "kind="+kind+"&offset=10")
|
||||
data = second.Data.(map[string]any)
|
||||
if len(data[key].([]any)) != 3 || data["hasMore"] != false {
|
||||
t.Fatalf("默认时段不是最近二十四小时:%+v", second)
|
||||
}
|
||||
values := url.Values{"kind": {kind}, "from": {now.Add(-26 * time.Hour).Format(time.RFC3339Nano)}, "to": {now.Add(-24 * time.Hour).Format(time.RFC3339Nano)}}
|
||||
history := call(access.RoleSuperAdmin, values.Encode())
|
||||
if history.ErrorNo != 0 || len(history.Data.(map[string]any)[key].([]any)) != 1 {
|
||||
t.Fatalf("指定时段:%+v", history)
|
||||
}
|
||||
}
|
||||
}
|
||||
@@ -4,15 +4,19 @@ import (
|
||||
"bytes"
|
||||
"compress/gzip"
|
||||
"context"
|
||||
"errors"
|
||||
"fmt"
|
||||
"io"
|
||||
"os"
|
||||
"path/filepath"
|
||||
"reflect"
|
||||
"runtime"
|
||||
"strings"
|
||||
"testing"
|
||||
"time"
|
||||
|
||||
"git.pcux.cn/xuans/Smail/utils/logpolicy"
|
||||
log "github.com/sirupsen/logrus"
|
||||
)
|
||||
|
||||
func TestRuntimeLogStartupPresentation(t *testing.T) {
|
||||
@@ -22,6 +26,7 @@ func TestRuntimeLogStartupPresentation(t *testing.T) {
|
||||
for _, request := range []string{"", "[request-42]"} {
|
||||
prefix := header + request + "[" + location + ":39]"
|
||||
for _, message := range []string{
|
||||
"", " ", "--------",
|
||||
"*******************************************************************", "***\tServer Version: dev-test ",
|
||||
"***\tGit Commit Hash: abc123 ", "***\tBuild Date: 2026-09-08T14:55:12Z ",
|
||||
"***\tBuild GoLang Version: go version go1.26.6 windows/amd64 ",
|
||||
@@ -43,7 +48,6 @@ func TestRuntimeLogStartupPresentation(t *testing.T) {
|
||||
header + "[" + source + ":39]***\tServer Start Success 后续内容",
|
||||
header + "[" + source + ":39]***\t未知启动消息",
|
||||
header + "[other/app.go:39]***\tBuild Date: 保留业务消息",
|
||||
header + "[other/app.go:39]********",
|
||||
header + "[" + source + ":39]Build Date: 不属于横幅",
|
||||
strings.Replace(header, "[info]", "[warning]", 1) + "[" + source + ":39]***\tBuild Date: 保留警告",
|
||||
strings.Replace(header, "[info]", "[error]", 1) + "[" + source + ":39]********",
|
||||
@@ -55,6 +59,158 @@ func TestRuntimeLogStartupPresentation(t *testing.T) {
|
||||
}
|
||||
}
|
||||
|
||||
func TestRuntimeLogNoiseIsNotWritten(t *testing.T) {
|
||||
w, err := New(t.TempDir())
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
defer w.Close()
|
||||
at := time.Now().UTC()
|
||||
logger := log.New()
|
||||
logger.SetOutput(io.Discard)
|
||||
logger.SetFormatter(&log.JSONFormatter{})
|
||||
for _, message := range []string{"", " \n\t", "\x00", "********", "---===---"} {
|
||||
if err := w.WriteAt(at, message); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if err := w.Fire(&log.Entry{Logger: logger, Time: at, Level: log.InfoLevel, Message: message}); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
}
|
||||
if err := w.Fire(&log.Entry{Logger: logger, Time: at, Level: log.InfoLevel, Message: "***\tBuild Date: old", Caller: &runtime.Frame{File: "internal/app/app.go"}}); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
files, err := w.Files()
|
||||
if err != nil || len(files) != 0 {
|
||||
t.Fatalf("无内容记录不应创建日志文件:%+v %v", files, err)
|
||||
}
|
||||
for _, entry := range []*log.Entry{
|
||||
{Level: log.WarnLevel, Message: ""},
|
||||
{Level: log.ErrorLevel, Message: "***"},
|
||||
{Level: log.InfoLevel, Data: log.Fields{"error": "连接失败"}},
|
||||
{Level: log.InfoLevel, Data: log.Fields{"error": errors.New("真实错误")}},
|
||||
{Level: log.InfoLevel, Message: "服务启动,版本:test"},
|
||||
{Level: log.InfoLevel, Message: "投递成功"},
|
||||
{Level: log.DebugLevel, Message: "连接耗时:123ms"},
|
||||
} {
|
||||
entry.Logger, entry.Time = logger, at
|
||||
if err := w.Fire(entry); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
}
|
||||
page, err := w.Query(context.Background(), Query{From: at.Add(-time.Hour), To: at, Limit: 10})
|
||||
if err != nil || len(page.Lines) != 7 || !strings.Contains(strings.Join(page.Lines, ""), "真实错误") {
|
||||
t.Fatalf("重要事件被误丢弃:%+v %v", page, err)
|
||||
}
|
||||
}
|
||||
|
||||
func TestRuntimeLogRangeDescendingAndStablePagination(t *testing.T) {
|
||||
w, err := New(t.TempDir())
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
defer w.Close()
|
||||
now := time.Date(2026, 9, 9, 12, 0, 0, 0, time.UTC)
|
||||
w.now = func() time.Time { return now }
|
||||
old := now.Add(-8 * 24 * time.Hour)
|
||||
for _, record := range []struct {
|
||||
at time.Time
|
||||
message string
|
||||
}{
|
||||
{now.Add(-time.Hour), "同秒第一条"}, {now.Add(-24 * time.Hour), "最近二十四小时边界"},
|
||||
{old, "压缩历史"}, {now.Add(-2 * time.Hour), "乱序较早写入"},
|
||||
{now.Add(-time.Hour), "同秒第二条"}, {now, "时段上边界"},
|
||||
{now.Add(time.Nanosecond), "上边界之外"},
|
||||
} {
|
||||
if err := w.WriteAt(record.at, record.message); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
}
|
||||
if err := w.Maintain(context.Background(), now); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if _, err := w.root.Stat(prefix + old.Format("2006-01-02") + ".log.gz"); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
query := Query{Limit: 2}
|
||||
var got []string
|
||||
for {
|
||||
page, err := w.Query(context.Background(), query)
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
for _, line := range page.Lines {
|
||||
got = append(got, line[strings.Index(line, "] ")+2:])
|
||||
}
|
||||
if !page.HasMore {
|
||||
break
|
||||
}
|
||||
query.Offset += len(page.Lines)
|
||||
if query.Offset > 10 {
|
||||
t.Fatal("分页重复")
|
||||
}
|
||||
}
|
||||
want := []string{"时段上边界", "同秒第二条", "同秒第一条", "乱序较早写入", "最近二十四小时边界"}
|
||||
if !reflect.DeepEqual(got, want) {
|
||||
t.Fatalf("倒序与边界:%v", got)
|
||||
}
|
||||
page, err := w.Query(context.Background(), Query{From: old.In(time.FixedZone("east", 8*3600)), To: old, Limit: 10})
|
||||
if err != nil || len(page.Lines) != 1 || !strings.Contains(page.Lines[0], "压缩历史") {
|
||||
t.Fatalf("压缩查询:%+v %v", page, err)
|
||||
}
|
||||
for _, query := range []Query{{From: now, To: old, Limit: 10}, {Limit: 501}, {Limit: 10, Offset: 100001}} {
|
||||
if _, err := w.Query(context.Background(), query); !errors.Is(err, ErrInvalid) {
|
||||
t.Fatalf("非法参数:%v", err)
|
||||
}
|
||||
}
|
||||
ctx, cancel := context.WithCancel(context.Background())
|
||||
cancel()
|
||||
w.archiveMu.Lock()
|
||||
_, err = w.Query(ctx, Query{Limit: 10})
|
||||
w.archiveMu.Unlock()
|
||||
if !errors.Is(err, context.Canceled) {
|
||||
t.Fatalf("取消查询仍等待归档:%v", err)
|
||||
}
|
||||
}
|
||||
|
||||
func TestRuntimeLogRangeResponseBudget(t *testing.T) {
|
||||
w, err := New(t.TempDir())
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
defer w.Close()
|
||||
now := time.Now().UTC()
|
||||
for index := 0; index < 40; index++ {
|
||||
if err := w.WriteAt(now, fmt.Sprintf("%02d-", index)+strings.Repeat("x", maxLineBytes-200)); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
}
|
||||
query := Query{From: now, To: now, Limit: 10}
|
||||
count := 0
|
||||
for {
|
||||
page, err := w.Query(context.Background(), query)
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if len(page.Lines) == 0 || len(page.Lines) > 10 || len(strings.Join(page.Lines, "")) > 2*1024*1024 {
|
||||
t.Fatal("响应上限或空短页错误")
|
||||
}
|
||||
for _, line := range page.Lines {
|
||||
if !strings.Contains(line, fmt.Sprintf("] %02d-", 39-count)) {
|
||||
t.Fatal("短页重复或丢失")
|
||||
}
|
||||
count++
|
||||
}
|
||||
if !page.HasMore {
|
||||
break
|
||||
}
|
||||
query.Offset += len(page.Lines)
|
||||
}
|
||||
if count != 40 {
|
||||
t.Fatalf("短页记录数:%d", count)
|
||||
}
|
||||
}
|
||||
|
||||
func TestRuntimeLogStartupFilteringBeforePagination(t *testing.T) {
|
||||
for _, compressed := range []bool{false, true} {
|
||||
for _, onlyNoise := range []bool{false, true} {
|
||||
@@ -119,6 +275,29 @@ func TestRuntimeLogStartupFilteringBeforePagination(t *testing.T) {
|
||||
if err != nil || len(page.Lines) != 0 || page.HasMore {
|
||||
t.Fatalf("尾部隐藏记录触发多余下一页:%+v %v", page, err)
|
||||
}
|
||||
var descending []string
|
||||
for offset := 0; ; {
|
||||
page, err := w.Query(context.Background(), Query{Limit: 2, Offset: offset})
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
descending = append(descending, page.Lines...)
|
||||
if !page.HasMore {
|
||||
break
|
||||
}
|
||||
if len(page.Lines) != 2 || offset > 4 {
|
||||
t.Fatal("历史过滤产生空页或重复页")
|
||||
}
|
||||
offset += len(page.Lines)
|
||||
}
|
||||
if len(descending) != len(expected) {
|
||||
t.Fatal("倒序过滤丢失记录")
|
||||
}
|
||||
for index := range descending {
|
||||
if descending[index] != expected[len(expected)-1-index] {
|
||||
t.Fatal("历史记录倒序错误")
|
||||
}
|
||||
}
|
||||
after, err := w.root.ReadFile(name)
|
||||
if err != nil || !bytes.Equal(after, data) {
|
||||
t.Fatalf("只读过滤修改了原文件:%v", err)
|
||||
|
||||
@@ -55,24 +55,58 @@ test('日志查询传递时间与操作者筛选,并将业务失败显示为
|
||||
assert.equal(page.displayActor({ actorId: '0' }), '系统')
|
||||
})
|
||||
|
||||
test('压缩日志短页正确返回上一页,文件过期后重置偏移', async () => {
|
||||
let filename = 'runtime-2026-08-15.log.gz'
|
||||
test('跨文件运行日志短页正确返回上一页,翻页固定时间和筛选条件', async () => {
|
||||
const offsets = []
|
||||
const ranges = []
|
||||
const { page } = fixture(async (_, { params }) => {
|
||||
if (!params.file) return { errorNo: 0, data: { files: [{ name: filename, compressed: true }] } }
|
||||
assert.equal(params.limit, 10)
|
||||
assert.equal(params.file, undefined)
|
||||
assert.equal(params.actorId, undefined)
|
||||
offsets.push(params.offset)
|
||||
return { errorNo: 0, data: { lines: Array(params.offset === 0 ? 8 : 12).fill('日志'), hasMore: true } }
|
||||
ranges.push([params.from, params.to])
|
||||
return { errorNo: 0, data: { lines: Array(params.offset === 0 ? 8 : 10).fill('日志'), hasMore: true } }
|
||||
})
|
||||
page.category.value = 'runtime'
|
||||
page.actorId.value = '42'
|
||||
await page.search()
|
||||
page.dateRange.value = ['2026-09-01T00:00:00Z', '2026-09-02T00:00:00Z']
|
||||
await page.next()
|
||||
await page.next()
|
||||
await page.previous()
|
||||
assert.deepEqual(offsets, [0, 8, 20, 8])
|
||||
filename = 'runtime-2026-08-16.log.gz'
|
||||
await page.next()
|
||||
assert.deepEqual(offsets, [0, 8, 18, 8])
|
||||
for (const range of ranges) assert.deepEqual(range, ranges[0])
|
||||
await page.search()
|
||||
assert.equal(page.offset.value, 0)
|
||||
assert.equal(offsets.at(-1), 0)
|
||||
assert.equal(ranges.at(-1)[0], '2026-09-01T00:00:00.000Z')
|
||||
})
|
||||
|
||||
test('默认最近二十四小时和十条分页,清空时恢复默认,非法范围不请求', async () => {
|
||||
const requests = []
|
||||
const { page } = fixture(async (_, { params }) => {
|
||||
requests.push(params)
|
||||
return { errorNo: 0, data: { items: Array(10).fill({ id: 'entry' }), hasMore: true } }
|
||||
})
|
||||
await page.search()
|
||||
assert.equal(requests[0].limit, 10)
|
||||
assert.equal(new Date(requests[0].to) - new Date(requests[0].from), 24 * 60 * 60 * 1000)
|
||||
await page.next()
|
||||
assert.equal(requests[1].offset, 10)
|
||||
page.dateRange.value = null
|
||||
await page.search()
|
||||
assert.equal(requests[2].offset, 0)
|
||||
assert.equal(page.dateRange.value.length, 2)
|
||||
page.dateRange.value = ['invalid', 'invalid']
|
||||
await page.search()
|
||||
assert.equal(requests.length, 3)
|
||||
assert.equal(page.error.value, '请选择有效的起止时间')
|
||||
assert.equal(page.items.value.length, 0)
|
||||
assert.equal(page.hasMore.value, false)
|
||||
page.dateRange.value = ['2026-09-02', '2026-09-01']
|
||||
await page.search()
|
||||
assert.equal(requests.length, 3)
|
||||
await page.recent()
|
||||
assert.equal(requests.length, 4)
|
||||
})
|
||||
|
||||
test('慢响应及卸载后的响应不得覆盖最新日志', async () => {
|
||||
|
||||
@@ -60,6 +60,7 @@ if ((suite === 'all' || suite === 'backend') && result === 0) {
|
||||
'backend/db/migration/log_migration_test.go': 'test/backend/log_migration_test.go',
|
||||
'backend/config/audit_changes_test.go': 'test/backend/audit_changes_test.go',
|
||||
'backend/config/json_format_test.go': 'test/backend/json_format_test.go',
|
||||
'backend/config/log_formatter_test.go': 'test/backend/log_formatter_test.go',
|
||||
'backend/config/deployment_state_test.go': 'test/backend/deployment_state_test.go',
|
||||
'backend/config/ssl_retention_test.go': 'test/backend/ssl_retention_test.go',
|
||||
'backend/utils/runtimepath/layout_test.go': 'test/backend/runtime_layout_test.go',
|
||||
|
||||
Reference in new issue
Block a user