mirror of
https://github.com/kopia/kopia.git
synced 2026-01-29 16:52:58 -05:00
Support for remote content repository where all contents and manifests are fetched over HTTP(S) instead of locally manipulating blob storage * server: implement content and manifest access APIs * apiclient: moved Kopia API client to separate package * content: exposed content.ValidatePrefix() * manifest: added JSON serialization attributes to EntryMetadata * repo: changed repo.Open() to return Repository instead of *DirectRepository * repo: added apiServerRepository * cli: added 'kopia repository connect server' This sets up repository connection via the API server instead of directly-manipulated storage. * server: add support for specifying a list of usernames/password via --htpasswd-file * tests: added API server repository E2E test * server: only return manifests (policies and snapshots) belonging to authenticated user
153 lines
3.6 KiB
Go
153 lines
3.6 KiB
Go
// Package repotesting contains test utilities for working with repositories.
|
|
package repotesting
|
|
|
|
import (
|
|
"context"
|
|
"io/ioutil"
|
|
"os"
|
|
"path/filepath"
|
|
"testing"
|
|
|
|
"github.com/kopia/kopia/internal/testlogging"
|
|
"github.com/kopia/kopia/repo"
|
|
"github.com/kopia/kopia/repo/blob"
|
|
"github.com/kopia/kopia/repo/blob/filesystem"
|
|
"github.com/kopia/kopia/repo/content"
|
|
"github.com/kopia/kopia/repo/encryption"
|
|
"github.com/kopia/kopia/repo/object"
|
|
)
|
|
|
|
const masterPassword = "foobarbazfoobarbaz"
|
|
|
|
// Environment encapsulates details of a test environment.
|
|
type Environment struct {
|
|
Repository *repo.DirectRepository
|
|
|
|
configDir string
|
|
storageDir string
|
|
connected bool
|
|
}
|
|
|
|
// Setup sets up a test environment.
|
|
func (e *Environment) Setup(t *testing.T, opts ...func(*repo.NewRepositoryOptions)) *Environment {
|
|
var err error
|
|
|
|
ctx := testlogging.Context(t)
|
|
|
|
e.configDir, err = ioutil.TempDir("", "")
|
|
if err != nil {
|
|
t.Fatalf("err: %v", err)
|
|
}
|
|
|
|
e.storageDir, err = ioutil.TempDir("", "")
|
|
if err != nil {
|
|
t.Fatalf("err: %v", err)
|
|
}
|
|
|
|
opt := &repo.NewRepositoryOptions{
|
|
BlockFormat: content.FormattingOptions{
|
|
HMACSecret: []byte{},
|
|
Hash: "HMAC-SHA256",
|
|
Encryption: encryption.DefaultAlgorithm,
|
|
},
|
|
ObjectFormat: object.Format{
|
|
Splitter: "FIXED-1M",
|
|
},
|
|
}
|
|
|
|
for _, mod := range opts {
|
|
mod(opt)
|
|
}
|
|
|
|
st, err := filesystem.New(ctx, &filesystem.Options{
|
|
Path: e.storageDir,
|
|
})
|
|
if err != nil {
|
|
t.Fatalf("err: %v", err)
|
|
}
|
|
|
|
if err = repo.Initialize(ctx, st, opt, masterPassword); err != nil {
|
|
t.Fatalf("err: %v", err)
|
|
}
|
|
|
|
if err = repo.Connect(ctx, e.configFile(), st, masterPassword, nil); err != nil {
|
|
t.Fatalf("can't connect: %v", err)
|
|
}
|
|
|
|
e.connected = true
|
|
|
|
rep, err := repo.Open(ctx, e.configFile(), masterPassword, &repo.Options{})
|
|
if err != nil {
|
|
t.Fatalf("can't open: %v", err)
|
|
}
|
|
|
|
e.Repository = rep.(*repo.DirectRepository)
|
|
|
|
return e
|
|
}
|
|
|
|
// Close closes testing environment
|
|
func (e *Environment) Close(ctx context.Context, t *testing.T) {
|
|
if err := e.Repository.Close(ctx); err != nil {
|
|
t.Fatalf("unable to close: %v", err)
|
|
}
|
|
|
|
if e.connected {
|
|
if err := repo.Disconnect(ctx, e.configFile()); err != nil {
|
|
t.Errorf("error disconnecting: %v", err)
|
|
}
|
|
}
|
|
|
|
if err := os.Remove(e.configDir); err != nil {
|
|
// should be empty, assuming Disconnect was successful
|
|
t.Errorf("error removing config directory: %v", err)
|
|
}
|
|
|
|
if err := os.RemoveAll(e.storageDir); err != nil {
|
|
t.Errorf("error removing storage directory: %v", err)
|
|
}
|
|
}
|
|
|
|
func (e *Environment) configFile() string {
|
|
return filepath.Join(e.configDir, "kopia.config")
|
|
}
|
|
|
|
// MustReopen closes and reopens the repository.
|
|
func (e *Environment) MustReopen(t *testing.T) {
|
|
err := e.Repository.Close(testlogging.Context(t))
|
|
if err != nil {
|
|
t.Fatalf("close error: %v", err)
|
|
}
|
|
|
|
rep, err := repo.Open(testlogging.Context(t), e.configFile(), masterPassword, &repo.Options{})
|
|
if err != nil {
|
|
t.Fatalf("err: %v", err)
|
|
}
|
|
|
|
e.Repository = rep.(*repo.DirectRepository)
|
|
}
|
|
|
|
// MustOpenAnother opens another repository backend by the same storage.
|
|
func (e *Environment) MustOpenAnother(t *testing.T) repo.Repository {
|
|
rep2, err := repo.Open(testlogging.Context(t), e.configFile(), masterPassword, &repo.Options{})
|
|
if err != nil {
|
|
t.Fatalf("err: %v", err)
|
|
}
|
|
|
|
return rep2
|
|
}
|
|
|
|
// VerifyBlobCount verifies that the underlying storage contains the specified number of blobs.
|
|
func (e *Environment) VerifyBlobCount(t *testing.T, want int) {
|
|
var got int
|
|
|
|
_ = e.Repository.Blobs.ListBlobs(testlogging.Context(t), "", func(_ blob.Metadata) error {
|
|
got++
|
|
return nil
|
|
})
|
|
|
|
if got != want {
|
|
t.Errorf("got unexpected number of BLOBs: %v, wanted %v", got, want)
|
|
}
|
|
}
|