kopia/internal/completeset/complete_set.go

// Package completeset manages complete set of blob metadata.
package completeset

import (
	"strconv"
	"strings"

	"github.com/kopia/kopia/repo/blob"
)

// FindFirst looks for a first complete set of blobs IDs following a naming convention:
//
//	'<any>-s<set>-c<count>'
//
// where:
//
//	'prefix' is arbitrary string not containing a dash ('-')
//	'set' is a random string shared by all indexes in the same set
//	'count' is a number that specifies how many items must be in the set to make it complete.
//
// The algorithm returns IDs of blobs that form the first complete set.
func FindFirst(bms []blob.Metadata) []blob.Metadata {
	sets := FindAll(bms)
	if len(sets) == 0 {
		return nil
	}

	return sets[0]
}

// ExcludeIncomplete removes from the provided slice any blobs that are part of incomplete sets.
func ExcludeIncomplete(bms []blob.Metadata) []blob.Metadata {
	var result []blob.Metadata

	for _, set := range FindAll(bms) {
		result = append(result, set...)
	}

	return result
}

// FindAll returns a list of complete sets in the provided slice, grouped by set ID.
// Blobs that are not in any set are also returned.
func FindAll(bms []blob.Metadata) [][]blob.Metadata {
	sets := map[string][]blob.Metadata{}

	var completeSets [][]blob.Metadata

	for _, bm := range bms {
		id := bm.BlobID
		parts := strings.Split(string(id), "-")

		if len(parts) < 3 || !strings.HasPrefix(parts[1], "s") || !strings.HasPrefix(parts[2], "c") {
			// treat blobs with malformed names as a single-item sets of their own.
			completeSets = append(completeSets, []blob.Metadata{bm})
			continue
		}

		count, err := strconv.Atoi(parts[2][1:])
		if err != nil {
			// treat blobs with malformed names as a single-item sets of their own.
			completeSets = append(completeSets, []blob.Metadata{bm})
			continue
		}

		setID := parts[1]
		sets[setID] = append(sets[setID], bm)

		if len(sets[setID]) == count {
			completeSets = append(completeSets, sets[setID])
		}
	}

	return completeSets
}