mirror of
https://github.com/kopia/kopia.git
synced 2026-02-05 20:24:54 -05:00
71dcbcf2e3
* Robustness engine actions with stats and logging - Add actions to robustness engine - Actions wrap other functional behavior and serve as a common interface for collecting stats - Add stats for the engine, both per run and cumulative over time - Add a log for actions that the engine has executed - Add recovery logic to re-sync snapshot metadata after a possible failed engine run (e.g. if metadata wasn't properly persisted). Current built-in actions: - snapshot root directory - restore random snapshot ID into a target restore path - delete a random snapshot ID - run GC - write random files to the local data directory - delete a random subdirectory under the local data directory - delete files in a directory - restore a snapshot ID into the local data directory Actions are executed according to a set of options, which dictate the relative probabilities of picking a given action, along with ranges for action-specific parameters that can be randomized.
127 lines
2.6 KiB
Go
127 lines
2.6 KiB
Go
// +build darwin,amd64 linux,amd64
|
|
|
|
package engine
|
|
|
|
import (
|
|
"fmt"
|
|
"strings"
|
|
"time"
|
|
)
|
|
|
|
// Log keeps track of the actions taken by the engine.
|
|
type Log struct {
|
|
runOffset int
|
|
Log []*LogEntry
|
|
}
|
|
|
|
// LogEntry is an entry for the engine log.
|
|
type LogEntry struct {
|
|
StartTime time.Time
|
|
EndTime time.Time
|
|
EngineTimestamp int64
|
|
Action ActionKey
|
|
Error string
|
|
Idx int64
|
|
ActionOpts map[string]string
|
|
CmdOpts map[string]string
|
|
}
|
|
|
|
func (l *LogEntry) String() string {
|
|
b := &strings.Builder{}
|
|
|
|
const timeResol = 100 * time.Millisecond
|
|
|
|
fmt.Fprintf(b, "%4v t=%ds %s (%s): %v -> error=%s\n",
|
|
l.Idx,
|
|
l.EngineTimestamp,
|
|
formatTime(l.StartTime),
|
|
l.EndTime.Sub(l.StartTime).Round(timeResol),
|
|
l.Action,
|
|
l.Error,
|
|
)
|
|
|
|
return b.String()
|
|
}
|
|
|
|
func formatTime(tm time.Time) string {
|
|
return tm.Format("2006/01/02 15:04:05 MST")
|
|
}
|
|
|
|
// StringThisRun returns a string of only the log entries generated
|
|
// by actions in this run of the engine.
|
|
func (elog *Log) StringThisRun() string {
|
|
b := &strings.Builder{}
|
|
|
|
for i, l := range elog.Log {
|
|
if i >= elog.runOffset {
|
|
fmt.Fprint(b, l.String())
|
|
}
|
|
}
|
|
|
|
return b.String()
|
|
}
|
|
|
|
func (elog *Log) String() string {
|
|
b := &strings.Builder{}
|
|
|
|
fmt.Fprintf(b, "Log size: %10v\n", len(elog.Log))
|
|
fmt.Fprintf(b, "========\n")
|
|
|
|
for _, l := range elog.Log {
|
|
fmt.Fprint(b, l.String())
|
|
}
|
|
|
|
return b.String()
|
|
}
|
|
|
|
// AddEntry adds a LogEntry to the Log.
|
|
func (elog *Log) AddEntry(l *LogEntry) {
|
|
l.Idx = int64(len(elog.Log))
|
|
elog.Log = append(elog.Log, l)
|
|
}
|
|
|
|
// AddCompleted finalizes a log entry at the time it is called
|
|
// and with the provided error, before adding it to the Log.
|
|
func (elog *Log) AddCompleted(logEntry *LogEntry, err error) {
|
|
logEntry.EndTime = time.Now()
|
|
if err != nil {
|
|
logEntry.Error = err.Error()
|
|
}
|
|
|
|
elog.AddEntry(logEntry)
|
|
|
|
if len(elog.Log) == 0 {
|
|
panic("Did not get added")
|
|
}
|
|
}
|
|
|
|
// FindLast finds the most recent log entry with the provided ActionKey.
|
|
func (elog *Log) FindLast(actionKey ActionKey) *LogEntry {
|
|
return elog.findLastUntilIdx(actionKey, 0)
|
|
}
|
|
|
|
// FindLastThisRun finds the most recent log entry with the provided ActionKey,
|
|
// limited to the current run only.
|
|
func (elog *Log) FindLastThisRun(actionKey ActionKey) (found *LogEntry) {
|
|
return elog.findLastUntilIdx(actionKey, elog.runOffset)
|
|
}
|
|
|
|
func (elog *Log) findLastUntilIdx(actionKey ActionKey, limitIdx int) *LogEntry {
|
|
for i := len(elog.Log) - 1; i >= limitIdx; i-- {
|
|
entry := elog.Log[i]
|
|
if entry != nil && entry.Action == actionKey {
|
|
return entry
|
|
}
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func setLogEntryCmdOpts(l *LogEntry, opts map[string]string) {
|
|
if l == nil {
|
|
return
|
|
}
|
|
|
|
l.CmdOpts = opts
|
|
}
|