This commit is contained in:
1 parent
9bdf866a87
commit
5faadcd6eb
41 files changed
+1994
-59
No files matched your search
@@ -0,0 +1,57 @@
|
||||
package config
|
||||
|
||||
import (
|
||||
"bufio"
|
||||
"context"
|
||||
"encoding/json"
|
||||
"os"
|
||||
"time"
|
||||
)
|
||||
|
||||
// Visit 从旧文件流式迁移,不受管理界面的查询条数上限影响,不修改源文件。
|
||||
func (w *FileAuditWriter) Visit(ctx context.Context, from time.Time, visit func(ConfigAuditEvent) error) error {
|
||||
if w == nil || visit == nil {
|
||||
return ErrAuditStorageUnavailable
|
||||
}
|
||||
w.mu.Lock()
|
||||
defer w.mu.Unlock()
|
||||
if info, err := os.Lstat(w.path); err != nil {
|
||||
if os.IsNotExist(err) {
|
||||
return nil
|
||||
}
|
||||
return ErrAuditStorageUnavailable
|
||||
} else if !info.Mode().IsRegular() || info.Mode()&os.ModeSymlink != 0 {
|
||||
return ErrAuditStorageUnavailable
|
||||
}
|
||||
file, err := os.Open(w.path)
|
||||
if err != nil {
|
||||
return ErrAuditStorageUnavailable
|
||||
}
|
||||
defer file.Close()
|
||||
scanner := bufio.NewScanner(file)
|
||||
scanner.Buffer(make([]byte, 4096), 256*1024)
|
||||
line := 0
|
||||
for scanner.Scan() {
|
||||
if err := ctx.Err(); err != nil {
|
||||
return err
|
||||
}
|
||||
line++
|
||||
var event ConfigAuditEvent
|
||||
if json.Unmarshal(scanner.Bytes(), &event) != nil {
|
||||
return ErrAuditStorageUnavailable
|
||||
}
|
||||
if event.ID == "" {
|
||||
event.ID = legacyAuditEventID(scanner.Bytes(), line)
|
||||
}
|
||||
if err := validateAuditEvent(event); err != nil {
|
||||
return err
|
||||
}
|
||||
if event.CreatedAt.Before(from) {
|
||||
continue
|
||||
}
|
||||
if err := visit(event); err != nil {
|
||||
return err
|
||||
}
|
||||
}
|
||||
return scanner.Err()
|
||||
}
|
||||
Reference in new issue
Block a user