mirror of
https://github.com/kopia/kopia.git
synced 2026-03-19 06:36:29 -04:00
03339c18af
The splitter in question was depending on github.com/silvasur/buzhash which is not licensed according to FOSSA bot Switched to new faster implementation of buzhash, which is unfortunately incompatible and will split the objects in different places. This change is be semi-breaking - old repositories can be read, but when uploading large objects they will be re-uploaded where previously they would be de-duped. Also added 'benchmark splitters' subcommand and moved 'block cryptobenchmark' subcommand to 'benchmark crypto'.
137 lines
3.2 KiB
Go
137 lines
3.2 KiB
Go
// Package repotesting contains test utilities for working with repositories.
|
|
package repotesting
|
|
|
|
import (
|
|
"context"
|
|
"io/ioutil"
|
|
"os"
|
|
"path/filepath"
|
|
"testing"
|
|
|
|
"github.com/kopia/kopia/repo"
|
|
"github.com/kopia/kopia/repo/block"
|
|
"github.com/kopia/kopia/repo/object"
|
|
"github.com/kopia/kopia/repo/storage"
|
|
"github.com/kopia/kopia/repo/storage/filesystem"
|
|
)
|
|
|
|
const masterPassword = "foobarbazfoobarbaz"
|
|
|
|
// Environment encapsulates details of a test environment.
|
|
type Environment struct {
|
|
Repository *repo.Repository
|
|
|
|
configDir string
|
|
storageDir string
|
|
connected bool
|
|
}
|
|
|
|
// Setup sets up a test environment.
|
|
func (e *Environment) Setup(t *testing.T, opts ...func(*repo.NewRepositoryOptions)) *Environment {
|
|
var err error
|
|
|
|
ctx := context.Background()
|
|
|
|
e.configDir, err = ioutil.TempDir("", "")
|
|
if err != nil {
|
|
t.Fatalf("err: %v", err)
|
|
}
|
|
e.storageDir, err = ioutil.TempDir("", "")
|
|
if err != nil {
|
|
t.Fatalf("err: %v", err)
|
|
}
|
|
|
|
opt := &repo.NewRepositoryOptions{
|
|
BlockFormat: block.FormattingOptions{
|
|
HMACSecret: []byte{},
|
|
Hash: "HMAC-SHA256",
|
|
Encryption: "NONE",
|
|
},
|
|
ObjectFormat: object.Format{
|
|
Splitter: "FIXED-1M",
|
|
},
|
|
}
|
|
|
|
for _, mod := range opts {
|
|
mod(opt)
|
|
}
|
|
|
|
st, err := filesystem.New(ctx, &filesystem.Options{
|
|
Path: e.storageDir,
|
|
})
|
|
if err != nil {
|
|
t.Fatalf("err: %v", err)
|
|
}
|
|
|
|
if err = repo.Initialize(ctx, st, opt, masterPassword); err != nil {
|
|
t.Fatalf("err: %v", err)
|
|
}
|
|
|
|
connOpts := repo.ConnectOptions{
|
|
//TraceStorage: log.Printf,
|
|
}
|
|
|
|
if err = repo.Connect(ctx, e.configFile(), st, masterPassword, connOpts); err != nil {
|
|
t.Fatalf("can't connect: %v", err)
|
|
}
|
|
|
|
e.connected = true
|
|
|
|
e.Repository, err = repo.Open(ctx, e.configFile(), masterPassword, &repo.Options{})
|
|
if err != nil {
|
|
t.Fatalf("can't open: %v", err)
|
|
}
|
|
|
|
return e
|
|
}
|
|
|
|
// Close closes testing environment
|
|
func (e *Environment) Close(t *testing.T) {
|
|
if err := e.Repository.Close(context.Background()); err != nil {
|
|
t.Fatalf("unable to close: %v", err)
|
|
}
|
|
if e.connected {
|
|
if err := repo.Disconnect(e.configFile()); err != nil {
|
|
t.Errorf("error disconnecting: %v", err)
|
|
}
|
|
}
|
|
if err := os.Remove(e.configDir); err != nil {
|
|
// should be empty, assuming Disconnect was successful
|
|
t.Errorf("error removing config directory: %v", err)
|
|
}
|
|
if err := os.RemoveAll(e.storageDir); err != nil {
|
|
t.Errorf("error removing storage directory: %v", err)
|
|
}
|
|
}
|
|
|
|
func (e *Environment) configFile() string {
|
|
return filepath.Join(e.configDir, "kopia.config")
|
|
}
|
|
|
|
// MustReopen closes and reopens the repository.
|
|
func (e *Environment) MustReopen(t *testing.T) {
|
|
err := e.Repository.Close(context.Background())
|
|
if err != nil {
|
|
t.Fatalf("close error: %v", err)
|
|
}
|
|
|
|
e.Repository, err = repo.Open(context.Background(), e.configFile(), masterPassword, &repo.Options{})
|
|
if err != nil {
|
|
t.Fatalf("err: %v", err)
|
|
}
|
|
}
|
|
|
|
// VerifyStorageBlockCount verifies that the underlying storage contains the specified number of blocks.
|
|
func (e *Environment) VerifyStorageBlockCount(t *testing.T, want int) {
|
|
var got int
|
|
|
|
_ = e.Repository.Storage.ListBlocks(context.Background(), "", func(_ storage.BlockMetadata) error {
|
|
got++
|
|
return nil
|
|
})
|
|
|
|
if got != want {
|
|
t.Errorf("got unexpected number of storage blocks: %v, wanted %v", got, want)
|
|
}
|
|
}
|