mirror/kopia
1
0
Fork 0
mirror of https://github.com/kopia/kopia.git synced 2026-03-28 02:53:05 -04:00
Code Issues Packages Projects Releases Wiki Activity

changed how pack indexes are flushed to avoid prematurely flushing directory packs to make bigger objects

Browse Source
This commit is contained in:
Jarek Kowalski
2017-09-11 21:10:29 -07:00
parent 29e0153eff
commit 3155aefa59
1 changed files with 7 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files

16
repo/pack_manager.go
View File

@@ -118,7 +118,6 @@ func (p *packManager) AddToPack(packGroup string, blockID string, data []byte) (
CreateTime: time.Now().UTC(),
}
g.currentPackID = p.newPackID()
p.pendingPackIndexes[g.currentPackID] = g.currentPackIndex
g.currentPackData.Reset()
}
@@ -127,17 +126,15 @@ func (p *packManager) AddToPack(packGroup string, blockID string, data []byte) (
g.currentPackIndex.Items[blockID] = fmt.Sprintf("%v+%v", int64(offset), int64(len(data)))
if g.currentPackData.Len() >= p.objectManager.format.MaxPackFileLength {
if err := p.finishCurrentPackLocked(); err != nil {
log.Printf("finishing pack %q", g.currentPackID)
if err := p.finishPackLocked(g); err != nil {
return NullObjectID, err
}
}
if time.Now().After(p.flushPackIndexesAfter) {
if err := p.finishCurrentPackLocked(); err != nil {
return NullObjectID, err
}
if err := p.flushPackIndexesLocked(); err != nil {
return NullObjectID, err
if time.Now().After(p.flushPackIndexesAfter) {
if err := p.flushPackIndexesLocked(); err != nil {
return NullObjectID, err
}
}
}
@@ -209,6 +206,7 @@ func (p *packManager) finishPackLocked(g *packInfo) error {
if g.currentPackIndex == nil {
return nil
}
p.pendingPackIndexes[g.currentPackID] = g.currentPackIndex
w := p.objectManager.NewWriter(WriterOptions{
Description: fmt.Sprintf("pack:%v", g.currentPackID),
splitter: newNeverSplitter(),