mirror of
https://github.com/syncthing/syncthing.git
synced 2026-05-09 15:43:51 -04:00
This adds a new folder-level configuration `FullBlockIndex`. It controls whether we maintain the block index for a given folder -- currently that's always true, now it becomes possible to turn off. The block index is used for lookup of blocks across files and folders. Effectively, when syncing a change, for each block, we check: 1. Is the block already present in the old version of the file? If so, we can reuse (copy) it without network transfer. **This check is always possible.** 2. Is the block already present in any other file in this folder or other folders? If so we can copy it. **This check is only possible with the full block index.** 3. We must transfer the block over the network. Maintaining the full block index is costly in time, I/O and database size. With this PR, maintaining the full block index becomes the default for send-receive and receive-only folders only, with it disabled for send-only and receive-encrypted folders. The block index is never useful for encrypted folders, as blocks are encrypted separate for each file. It is also not useful for send-only folders by themselves, though the data in the send-only folder could be reused by other receive-type folders if it were enabled. For very large folders it may make sense to disable the full block index regardless of folder type and just accept the resulting decrease in data reuse. Disabling or enabling the option in the GUI causes the index to be destroyed or rebuilt accordingly. https://github.com/syncthing/docs/pull/1005 --------- Signed-off-by: Jakob Borg <jakob@kastelo.net>
188 lines
4.0 KiB
Go
188 lines
4.0 KiB
Go
// Copyright (C) 2015 The Syncthing Authors.
|
|
//
|
|
// This Source Code Form is subject to the terms of the Mozilla Public
|
|
// License, v. 2.0. If a copy of the MPL was not distributed with this file,
|
|
// You can obtain one at https://mozilla.org/MPL/2.0/.
|
|
|
|
package model
|
|
|
|
import (
|
|
"log/slog"
|
|
"sync"
|
|
"time"
|
|
|
|
"github.com/syncthing/syncthing/internal/slogutil"
|
|
"github.com/syncthing/syncthing/lib/events"
|
|
)
|
|
|
|
type folderState int
|
|
|
|
const (
|
|
FolderIdle folderState = iota
|
|
FolderScanning
|
|
FolderScanWaiting
|
|
FolderSyncWaiting
|
|
FolderSyncPreparing
|
|
FolderSyncing
|
|
FolderCleaning
|
|
FolderCleanWaiting
|
|
FolderError
|
|
FolderStarting
|
|
)
|
|
|
|
func (s folderState) String() string {
|
|
switch s {
|
|
case FolderIdle:
|
|
return "idle"
|
|
case FolderStarting:
|
|
return "starting"
|
|
case FolderScanning:
|
|
return "scanning"
|
|
case FolderScanWaiting:
|
|
return "scan-waiting"
|
|
case FolderSyncWaiting:
|
|
return "sync-waiting"
|
|
case FolderSyncPreparing:
|
|
return "sync-preparing"
|
|
case FolderSyncing:
|
|
return "syncing"
|
|
case FolderCleaning:
|
|
return "cleaning"
|
|
case FolderCleanWaiting:
|
|
return "clean-waiting"
|
|
case FolderError:
|
|
return "error"
|
|
default:
|
|
return "unknown"
|
|
}
|
|
}
|
|
|
|
type remoteFolderState int
|
|
|
|
const (
|
|
remoteFolderUnknown remoteFolderState = iota
|
|
remoteFolderNotSharing
|
|
remoteFolderPaused
|
|
remoteFolderValid
|
|
)
|
|
|
|
func (s remoteFolderState) String() string {
|
|
switch s {
|
|
case remoteFolderUnknown:
|
|
return "unknown"
|
|
case remoteFolderNotSharing:
|
|
return "notSharing"
|
|
case remoteFolderPaused:
|
|
return "paused"
|
|
case remoteFolderValid:
|
|
return "valid"
|
|
default:
|
|
return "unknown"
|
|
}
|
|
}
|
|
|
|
func (s remoteFolderState) MarshalText() ([]byte, error) {
|
|
return []byte(s.String()), nil
|
|
}
|
|
|
|
type stateTracker struct {
|
|
folderID string
|
|
evLogger events.Logger
|
|
|
|
mut sync.Mutex
|
|
current folderState
|
|
err error
|
|
changed time.Time
|
|
}
|
|
|
|
func newStateTracker(id string, evLogger events.Logger) stateTracker {
|
|
return stateTracker{
|
|
folderID: id,
|
|
evLogger: evLogger,
|
|
}
|
|
}
|
|
|
|
// setState sets the new folder state, for states other than FolderError.
|
|
func (s *stateTracker) setState(newState folderState) {
|
|
if newState == FolderError {
|
|
panic("must use setError")
|
|
}
|
|
|
|
s.mut.Lock()
|
|
defer s.mut.Unlock()
|
|
|
|
if newState == s.current {
|
|
return
|
|
}
|
|
|
|
defer func() {
|
|
metricFolderState.WithLabelValues(s.folderID).Set(float64(s.current))
|
|
}()
|
|
|
|
eventData := map[string]interface{}{
|
|
"folder": s.folderID,
|
|
"to": newState.String(),
|
|
"from": s.current.String(),
|
|
}
|
|
|
|
if !s.changed.IsZero() {
|
|
eventData["duration"] = time.Since(s.changed).Seconds()
|
|
}
|
|
|
|
slog.Debug("Folder changed state", "folder", s.folderID, "state", newState, "from", s.current)
|
|
|
|
s.current = newState
|
|
s.changed = time.Now().Truncate(time.Second)
|
|
|
|
s.evLogger.Log(events.StateChanged, eventData)
|
|
}
|
|
|
|
// getState returns the current state, the time when it last changed, and the
|
|
// current error or nil.
|
|
func (s *stateTracker) getState() (current folderState, changed time.Time, err error) {
|
|
s.mut.Lock()
|
|
current, changed, err = s.current, s.changed, s.err
|
|
s.mut.Unlock()
|
|
return
|
|
}
|
|
|
|
// setError sets the folder state to FolderError with the specified error or
|
|
// to FolderIdle if the error is nil
|
|
func (s *stateTracker) setError(err error) {
|
|
s.mut.Lock()
|
|
defer s.mut.Unlock()
|
|
|
|
defer func() {
|
|
metricFolderState.WithLabelValues(s.folderID).Set(float64(s.current))
|
|
}()
|
|
|
|
eventData := map[string]interface{}{
|
|
"folder": s.folderID,
|
|
"from": s.current.String(),
|
|
}
|
|
|
|
if err != nil && s.current != FolderError {
|
|
slog.Warn("Folder is in error state", slog.String("folder", s.folderID), slogutil.Error(err))
|
|
} else if err == nil && s.current == FolderError {
|
|
slog.Info("Folder error state was cleared", slog.String("folder", s.folderID))
|
|
}
|
|
|
|
if err != nil {
|
|
eventData["error"] = err.Error()
|
|
s.current = FolderError
|
|
} else {
|
|
s.current = FolderIdle
|
|
}
|
|
|
|
eventData["to"] = s.current.String()
|
|
|
|
if !s.changed.IsZero() {
|
|
eventData["duration"] = time.Since(s.changed).Seconds()
|
|
}
|
|
|
|
s.err = err
|
|
s.changed = time.Now().Truncate(time.Second)
|
|
|
|
s.evLogger.Log(events.StateChanged, eventData)
|
|
}
|