58 lines
1.3 KiB
Go
58 lines
1.3 KiB
Go
package config
|
|
|
|
import (
|
|
"bufio"
|
|
"context"
|
|
"encoding/json"
|
|
"os"
|
|
"time"
|
|
)
|
|
|
|
// Visit 从旧文件流式迁移，不受管理界面的查询条数上限影响，不修改源文件。
|
|
func (w *FileAuditWriter) Visit(ctx context.Context, from time.Time, visit func(ConfigAuditEvent) error) error {
|
|
if w == nil || visit == nil {
|
|
return ErrAuditStorageUnavailable
|
|
}
|
|
w.mu.Lock()
|
|
defer w.mu.Unlock()
|
|
if info, err := os.Lstat(w.path); err != nil {
|
|
if os.IsNotExist(err) {
|
|
return nil
|
|
}
|
|
return ErrAuditStorageUnavailable
|
|
} else if !info.Mode().IsRegular() || info.Mode()&os.ModeSymlink != 0 {
|
|
return ErrAuditStorageUnavailable
|
|
}
|
|
file, err := os.Open(w.path)
|
|
if err != nil {
|
|
return ErrAuditStorageUnavailable
|
|
}
|
|
defer file.Close()
|
|
scanner := bufio.NewScanner(file)
|
|
scanner.Buffer(make([]byte, 4096), 256*1024)
|
|
line := 0
|
|
for scanner.Scan() {
|
|
if err := ctx.Err(); err != nil {
|
|
return err
|
|
}
|
|
line++
|
|
var event ConfigAuditEvent
|
|
if json.Unmarshal(scanner.Bytes(), &event) != nil {
|
|
return ErrAuditStorageUnavailable
|
|
}
|
|
if event.ID == "" {
|
|
event.ID = legacyAuditEventID(scanner.Bytes(), line)
|
|
}
|
|
if err := validateAuditEvent(event); err != nil {
|
|
return err
|
|
}
|
|
if event.CreatedAt.Before(from) {
|
|
continue
|
|
}
|
|
if err := visit(event); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
return scanner.Err()
|
|
}
|