mirror of
https://github.com/syncthing/syncthing.git
synced 2025-12-23 22:18:14 -05:00
cf1cf85ce6
This changes the database structure to use one database per folder, with a small main database to coordinate. Reverts the prior change to buffer all files in memory when pulling, meaning there is now a phase where the WAL file will grow significantly, at least for initial sync of folders with many directories. --------- Co-authored-by: bt90 <btom1990@googlemail.com>
61 lines
3.0 KiB
SQL
61 lines
3.0 KiB
SQL
-- Copyright (C) 2025 The Syncthing Authors.
|
|
--
|
|
-- This Source Code Form is subject to the terms of the Mozilla Public
|
|
-- License, v. 2.0. If a copy of the MPL was not distributed with this file,
|
|
-- You can obtain one at https://mozilla.org/MPL/2.0/.
|
|
|
|
-- Files
|
|
--
|
|
-- The files table contains all files announced by any device. Files present
|
|
-- on this device are filed under the LocalDeviceID, not the actual current
|
|
-- device ID, for simplicity, consistency and portability. One announced
|
|
-- version of each file is considered the "global" version - the latest one,
|
|
-- that all other devices strive to replicate. This instance gets the Global
|
|
-- flag bit set. There may be other identical instances of this file
|
|
-- announced by other devices, but only one onstance gets the Global flag;
|
|
-- this simplifies accounting. If the current device has the Global version,
|
|
-- the LocalDeviceID instance of the file is the one that has the Global
|
|
-- bit.
|
|
--
|
|
-- If the current device does not have that version of the file it gets the
|
|
-- Need bit set. Only Global files announced by another device can have the
|
|
-- Need bit. This allows for very efficient lookup of files needing handling
|
|
-- on this device, which is a common query.
|
|
CREATE TABLE IF NOT EXISTS files (
|
|
device_idx INTEGER NOT NULL, -- actual device ID or LocalDeviceID
|
|
sequence INTEGER NOT NULL PRIMARY KEY AUTOINCREMENT, -- our local database sequence, for each and every entry
|
|
remote_sequence INTEGER, -- remote device's sequence number, null for local or synthetic entries
|
|
name TEXT NOT NULL COLLATE BINARY,
|
|
type INTEGER NOT NULL, -- protocol.FileInfoType
|
|
modified INTEGER NOT NULL, -- Unix nanos
|
|
size INTEGER NOT NULL,
|
|
version TEXT NOT NULL COLLATE BINARY,
|
|
deleted INTEGER NOT NULL, -- boolean
|
|
invalid INTEGER NOT NULL, -- boolean
|
|
local_flags INTEGER NOT NULL,
|
|
blocklist_hash BLOB, -- null when there are no blocks
|
|
FOREIGN KEY(device_idx) REFERENCES devices(idx) ON DELETE CASCADE
|
|
) STRICT
|
|
;
|
|
-- FileInfos store the actual protobuf object. We do this separately to keep
|
|
-- the files rows smaller and more efficient.
|
|
CREATE TABLE IF NOT EXISTS fileinfos (
|
|
sequence INTEGER NOT NULL PRIMARY KEY, -- our local database sequence from the files table
|
|
fiprotobuf BLOB NOT NULL,
|
|
FOREIGN KEY(sequence) REFERENCES files(sequence) ON DELETE CASCADE DEFERRABLE INITIALLY DEFERRED
|
|
) STRICT
|
|
;
|
|
-- There can be only one file per folder, device, and remote sequence number
|
|
CREATE UNIQUE INDEX IF NOT EXISTS files_remote_sequence ON files (device_idx, remote_sequence)
|
|
WHERE remote_sequence IS NOT NULL
|
|
;
|
|
-- There can be only one file per folder, device, and name
|
|
CREATE UNIQUE INDEX IF NOT EXISTS files_device_name ON files (device_idx, name)
|
|
;
|
|
-- We want to be able to look up & iterate files based on just folder and name
|
|
CREATE INDEX IF NOT EXISTS files_name_only ON files (name)
|
|
;
|
|
-- We want to be able to look up & iterate files based on blocks hash
|
|
CREATE INDEX IF NOT EXISTS files_blocklist_hash_only ON files (blocklist_hash, device_idx) WHERE blocklist_hash IS NOT NULL
|
|
;
|