mirror/kopia
1
0
Fork 0
mirror of https://github.com/kopia/kopia.git synced 2026-03-13 03:36:34 -04:00
Code Issues Packages Projects Releases Wiki Activity

reorganized dynamic splitter logic to be slightly faster and ignore hash value of zero, which introduced blocks smaller than expected on average

Browse Source
This commit is contained in:
Jarek Kowalski
2018-06-13 22:56:17 -07:00
parent 6b79ab79d0
commit 5333a9cfc1
1 changed files with 2 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
object/object_splitter.go
View File

@@ -87,14 +87,12 @@ type rollingHashSplitter struct {
func (rs *rollingHashSplitter) add(b byte) bool {
sum := rs.rh.HashByte(b)
rs.currentBlockSize++
if rs.currentBlockSize < rs.minBlockSize {
return false
}
if rs.currentBlockSize >= rs.maxBlockSize {
rs.currentBlockSize = 0
return true
}
if sum&rs.mask == 0 {
if sum&rs.mask == 0 && rs.currentBlockSize > rs.minBlockSize && sum != 0 {
//log.Printf("splitting %v on sum %x mask %x", rs.currentBlockSize, sum, rs.mask)
rs.currentBlockSize = 0
return true
}