mirror of
https://github.com/kopia/kopia.git
synced 2026-01-24 22:38:00 -05:00
b64ad62f69
With this change there's now a single implementation with one boolean parameter that indicates whether we should fetch blobs or contents.
94 lines
2.9 KiB
Go
94 lines
2.9 KiB
Go
package cache_test
|
|
|
|
import (
|
|
"testing"
|
|
|
|
"github.com/stretchr/testify/require"
|
|
|
|
"github.com/kopia/kopia/internal/blobtesting"
|
|
"github.com/kopia/kopia/internal/cache"
|
|
"github.com/kopia/kopia/internal/gather"
|
|
"github.com/kopia/kopia/internal/testlogging"
|
|
"github.com/kopia/kopia/internal/testutil"
|
|
"github.com/kopia/kopia/repo/blob"
|
|
)
|
|
|
|
func TestContentCacheForMetadata(t *testing.T) {
|
|
ctx := testlogging.Context(t)
|
|
|
|
underlyingData := blobtesting.DataMap{}
|
|
underlying := blobtesting.NewMapStorage(underlyingData, nil, nil)
|
|
|
|
td := testutil.TempDirectory(t)
|
|
|
|
metadataCache, err := cache.NewContentCache(ctx, underlying, cache.Options{
|
|
BaseCacheDirectory: td,
|
|
CacheSubDir: "subdir",
|
|
HMACSecret: []byte{1, 2, 3},
|
|
FetchFullBlobs: true,
|
|
Sweep: cache.SweepSettings{
|
|
MaxSizeBytes: 100,
|
|
},
|
|
})
|
|
require.NoError(t, err)
|
|
|
|
cacheStorage := metadataCache.CacheStorage()
|
|
|
|
var tmp gather.WriteBuffer
|
|
defer tmp.Close()
|
|
|
|
// get something we don't have in the underlying storage
|
|
require.ErrorIs(t, metadataCache.GetContent(ctx, "key1", "blob1", 0, 3, &tmp), blob.ErrBlobNotFound)
|
|
|
|
require.NoError(t, underlying.PutBlob(ctx, "blob1", gather.FromSlice([]byte{1, 2, 3, 4, 5, 6}), blob.PutOptions{}))
|
|
|
|
require.NoError(t, metadataCache.GetContent(ctx, "key1", "blob1", 0, -1, &tmp))
|
|
require.Equal(t, []byte{1, 2, 3, 4, 5, 6}, tmp.ToByteSlice())
|
|
|
|
require.NoError(t, metadataCache.GetContent(ctx, "key1", "blob1", 0, 3, &tmp))
|
|
require.Equal(t, []byte{1, 2, 3}, tmp.ToByteSlice())
|
|
|
|
cacheEntries, err := blob.ListAllBlobs(ctx, cacheStorage, "")
|
|
require.NoError(t, err)
|
|
// cache has the entire blob
|
|
require.Len(t, cacheEntries, 1)
|
|
|
|
require.NoError(t, metadataCache.GetContent(ctx, "key1", "blob1", 3, 3, &tmp))
|
|
require.Equal(t, []byte{4, 5, 6}, tmp.ToByteSlice())
|
|
|
|
cacheEntries, err = blob.ListAllBlobs(ctx, cacheStorage, "")
|
|
require.NoError(t, err)
|
|
// cache has the entire blob
|
|
require.Len(t, cacheEntries, 1)
|
|
|
|
metadataCache.Close(ctx)
|
|
|
|
// get slice with cache miss
|
|
require.NoError(t, underlying.PutBlob(ctx, "blob2", gather.FromSlice([]byte{1, 2, 3, 4, 5, 6}), blob.PutOptions{}))
|
|
require.NoError(t, metadataCache.GetContent(ctx, "key1", "blob2", 3, 3, &tmp))
|
|
require.Equal(t, []byte{4, 5, 6}, tmp.ToByteSlice())
|
|
}
|
|
|
|
func TestContentCacheForMetadata_Passthrough(t *testing.T) {
|
|
underlyingData := blobtesting.DataMap{}
|
|
underlying := blobtesting.NewMapStorage(underlyingData, nil, nil)
|
|
|
|
ctx := testlogging.Context(t)
|
|
|
|
metadataCache, err := cache.NewContentCache(ctx, underlying, cache.Options{
|
|
BaseCacheDirectory: "",
|
|
Sweep: cache.SweepSettings{
|
|
MaxSizeBytes: 100,
|
|
},
|
|
})
|
|
|
|
require.NoError(t, err)
|
|
require.NoError(t, underlying.PutBlob(ctx, "blob1", gather.FromSlice([]byte{1, 2, 3, 4, 5, 6}), blob.PutOptions{}))
|
|
|
|
var tmp gather.WriteBuffer
|
|
defer tmp.Close()
|
|
|
|
require.NoError(t, metadataCache.GetContent(ctx, "key1", "blob1", 0, -1, &tmp))
|
|
require.Equal(t, []byte{1, 2, 3, 4, 5, 6}, tmp.ToByteSlice())
|
|
}
|