mirror of
https://github.com/kopia/kopia.git
synced 2026-03-28 11:03:44 -04:00
73e492c9db
* refactor: move from io/ioutil to io and os package The io/ioutil package has been deprecated as of Go 1.16, see https://golang.org/doc/go1.16#ioutil. This commit replaces the existing io/ioutil functions with their new definitions in io and os packages. Signed-off-by: Eng Zer Jun <engzerjun@gmail.com> * chore: remove //nolint:gosec for os.ReadFile At the time of this commit, the G304 rule of gosec does not include the `os.ReadFile` function. We remove `//nolint:gosec` temporarily until https://github.com/securego/gosec/pull/706 is merged. Signed-off-by: Eng Zer Jun <engzerjun@gmail.com>
99 lines
2.4 KiB
Go
99 lines
2.4 KiB
Go
package endtoend_test
|
|
|
|
import (
|
|
"os"
|
|
"path/filepath"
|
|
"reflect"
|
|
"strings"
|
|
"testing"
|
|
|
|
"github.com/stretchr/testify/require"
|
|
|
|
"github.com/kopia/kopia/internal/testutil"
|
|
"github.com/kopia/kopia/tests/clitestutil"
|
|
"github.com/kopia/kopia/tests/testenv"
|
|
)
|
|
|
|
func (s *formatSpecificTestSuite) TestCompression(t *testing.T) {
|
|
t.Parallel()
|
|
|
|
runner := testenv.NewInProcRunner(t)
|
|
e := testenv.NewCLITest(t, s.formatFlags, runner)
|
|
|
|
defer e.RunAndExpectSuccess(t, "repo", "disconnect")
|
|
|
|
e.RunAndExpectSuccess(t, "repo", "create", "filesystem", "--path", e.RepoDir)
|
|
|
|
// set global policy
|
|
e.RunAndExpectSuccess(t, "policy", "set", "--global", "--compression", "pgzip")
|
|
|
|
dataDir := testutil.TempDirectory(t)
|
|
|
|
dataLines := []string{
|
|
"hello world",
|
|
"how are you",
|
|
"hello world",
|
|
"how are you",
|
|
"hello world",
|
|
"how are you",
|
|
"hello world",
|
|
"how are you",
|
|
"hello world",
|
|
"how are you",
|
|
"hello world",
|
|
"how are you",
|
|
"hello world",
|
|
"how are you",
|
|
"hello world",
|
|
"how are you",
|
|
}
|
|
|
|
// add a file that compresses well
|
|
require.NoError(t, os.WriteFile(filepath.Join(dataDir, "some-file1"), []byte(strings.Join(dataLines, "\n")), 0o600))
|
|
|
|
e.RunAndExpectSuccess(t, "snapshot", "create", dataDir)
|
|
sources := clitestutil.ListSnapshotsAndExpectSuccess(t, e)
|
|
oid := sources[0].Snapshots[0].ObjectID
|
|
entries := clitestutil.ListDirectory(t, e, oid)
|
|
|
|
supportsContentLevelCompression := containsLineStartingWith(
|
|
e.RunAndExpectSuccess(t, "repo", "status"),
|
|
"Content compression: true",
|
|
)
|
|
|
|
// without content-level compression, we'll do it at object level and object ID will be prefixed with 'Z'
|
|
if !supportsContentLevelCompression {
|
|
if !strings.HasPrefix(entries[0].ObjectID, "Z") {
|
|
t.Errorf("expected compressed object, got %v", entries[0].ObjectID)
|
|
}
|
|
} else {
|
|
// with content-level compression we're looking for a content with compression.
|
|
lines := e.RunAndExpectSuccess(t, "content", "ls", "-c")
|
|
found := false
|
|
|
|
for _, l := range lines {
|
|
if strings.HasPrefix(l, entries[0].ObjectID) {
|
|
require.Contains(t, l, "pgzip")
|
|
found = true
|
|
break
|
|
}
|
|
}
|
|
|
|
require.True(t, found)
|
|
}
|
|
|
|
if lines := e.RunAndExpectSuccess(t, "show", entries[0].ObjectID); !reflect.DeepEqual(dataLines, lines) {
|
|
t.Errorf("invalid object contents")
|
|
}
|
|
}
|
|
|
|
func containsLineStartingWith(lines []string, prefix string) bool {
|
|
for _, l := range lines {
|
|
if strings.HasPrefix(l, prefix) {
|
|
return true
|
|
}
|
|
}
|
|
|
|
return false
|
|
}
|