mirror of
https://github.com/kopia/kopia.git
synced 2026-03-13 03:36:34 -04:00
60977812f0
, where blob.Storage.PutBlob gets a list of slices and writes them sequentially * performance: added gather.Bytes and gather.WriteBuffer They are similar to bytes.Buffer but instead of managing a single byte slice, they maintain a list of slices that and when they run out of space they allocate new fixed-size slice from a free list. This helps keep memory allocations completely under control regardless of the size of data written. * switch from byte slices and bytes.Buffer to gather.Bytes. This is mostly mechanical, the only cases where it's not involve blob storage providers, where we leverage the fact that we don't need to ever concatenate the slices into one and instead we can do gather writes. * PR feedback
68 lines
1.5 KiB
Go
68 lines
1.5 KiB
Go
package gather
|
|
|
|
import (
|
|
"bytes"
|
|
"fmt"
|
|
"testing"
|
|
)
|
|
|
|
func TestGatherWriteBuffer(t *testing.T) {
|
|
// reset for testing
|
|
freeList = nil
|
|
freeListHighWaterMark = 0
|
|
|
|
w := NewWriteBuffer()
|
|
defer w.Close()
|
|
|
|
w.Append([]byte("hello "))
|
|
fmt.Fprintf(w, "world!")
|
|
|
|
if got, want := w.GetBytes(nil), []byte("hello world!"); !bytes.Equal(got, want) {
|
|
t.Errorf("invaldi bytes %v, want %v", string(got), string(want))
|
|
}
|
|
|
|
if got, want := len(w.Slices), 1; got != want {
|
|
t.Errorf("invalid number of slices %v, want %v", got, want)
|
|
}
|
|
|
|
w.Append(bytes.Repeat([]byte("x"), chunkSize))
|
|
|
|
if got, want := w.Length(), chunkSize+12; got != want {
|
|
t.Errorf("invalid length: %v, want %v", got, want)
|
|
}
|
|
|
|
// one more slice was allocated
|
|
if got, want := len(w.Slices), 2; got != want {
|
|
t.Errorf("invalid number of slices %v, want %v", got, want)
|
|
}
|
|
|
|
// write to fill the remainder of 2nd slice
|
|
w.Append(bytes.Repeat([]byte("x"), chunkSize-12))
|
|
|
|
// still 2 slices
|
|
if got, want := len(w.Slices), 2; got != want {
|
|
t.Errorf("invalid number of slices %v, want %v", got, want)
|
|
}
|
|
|
|
// one more byte allocates new slice
|
|
w.Append([]byte("x"))
|
|
|
|
// still 3 slices
|
|
if got, want := len(w.Slices), 3; got != want {
|
|
t.Errorf("invalid number of slices %v, want %v", got, want)
|
|
}
|
|
|
|
w.Reset()
|
|
}
|
|
|
|
func TestGatherDefaultWriteBuffer(t *testing.T) {
|
|
var w WriteBuffer
|
|
|
|
// one more byte allocates new slice
|
|
w.Append([]byte("x"))
|
|
|
|
if got, want := len(w.Slices), 1; got != want {
|
|
t.Errorf("invalid number of slices %v, want %v", got, want)
|
|
}
|
|
}
|