mirror of
https://github.com/kopia/kopia.git
synced 2026-03-30 12:03:39 -04:00
17c74e6386
New flag `--enable-jaeger-collector` and the corresponding `KOPIA_ENABLE_JAEGER_COLLECTOR` environment variable enables Jaeger exporter, which by default sends OTEL traces to Jaeger collector on http://localhost:14268/api/traces To change this, use environment variables: * `OTEL_EXPORTER_JAEGER_ENDPOINT` * `OTEL_EXPORTER_JAEGER_USER` * `OTEL_EXPORTER_JAEGER_PASSWORD` When tracing is disabled, the impact on performance is negligible. To see this in action: 1. Download latest Jaeger all-in-one from https://www.jaegertracing.io/download/ 2. Run `jaeger-all-in-one` binary without any parameters. 3. Run `kopia --enable-jaeger-collector snapshot create ...` 4. Go to http://localhost:16686/search and search for traces
114 lines
3.2 KiB
Go
114 lines
3.2 KiB
Go
package cli
|
|
|
|
import (
|
|
"context"
|
|
|
|
"github.com/alecthomas/kingpin"
|
|
"github.com/pkg/errors"
|
|
|
|
"github.com/kopia/kopia/internal/gather"
|
|
"github.com/kopia/kopia/repo"
|
|
"github.com/kopia/kopia/repo/blob"
|
|
"github.com/kopia/kopia/repo/content"
|
|
)
|
|
|
|
type commandRepositoryRepair struct {
|
|
repairCommandRecoverFormatBlob string
|
|
repairCommandRecoverFormatBlobPrefixes []string
|
|
repairDryRun bool
|
|
}
|
|
|
|
func (c *commandRepositoryRepair) setup(svc advancedAppServices, parent commandParent) {
|
|
cmd := parent.Command("repair", "Repairs repository.")
|
|
|
|
cmd.Flag("recover-format", "Recover format blob from a copy").Default("auto").EnumVar(&c.repairCommandRecoverFormatBlob, "auto", "yes", "no")
|
|
cmd.Flag("recover-format-block-prefixes", "Prefixes of file names").StringsVar(&c.repairCommandRecoverFormatBlobPrefixes)
|
|
cmd.Flag("dry-run", "Do not modify repository").Short('n').BoolVar(&c.repairDryRun)
|
|
|
|
for _, prov := range svc.storageProviders() {
|
|
f := prov.NewFlags()
|
|
cc := cmd.Command(prov.Name, "Repair repository in "+prov.Description)
|
|
f.Setup(svc, cc)
|
|
cc.Action(func(kpc *kingpin.ParseContext) error {
|
|
// nolint:wrapcheck
|
|
return svc.runAppWithContext(kpc.SelectedCommand, func(ctx context.Context) error {
|
|
st, err := f.Connect(ctx, false, 0)
|
|
if err != nil {
|
|
return errors.Wrap(err, "can't connect to storage")
|
|
}
|
|
|
|
return c.runRepairCommandWithStorage(ctx, st)
|
|
})
|
|
})
|
|
}
|
|
}
|
|
|
|
func packBlockPrefixes() []string {
|
|
var str []string
|
|
|
|
for _, p := range content.PackBlobIDPrefixes {
|
|
str = append(str, string(p))
|
|
}
|
|
|
|
return str
|
|
}
|
|
|
|
func (c *commandRepositoryRepair) runRepairCommandWithStorage(ctx context.Context, st blob.Storage) error {
|
|
switch c.repairCommandRecoverFormatBlob {
|
|
case "auto":
|
|
log(ctx).Infof("looking for format blob...")
|
|
|
|
var tmp gather.WriteBuffer
|
|
defer tmp.Close()
|
|
|
|
if err := st.GetBlob(ctx, repo.FormatBlobID, 0, -1, &tmp); err == nil {
|
|
log(ctx).Infof("format blob already exists, not recovering, pass --recover-format=yes")
|
|
return nil
|
|
}
|
|
|
|
case "no":
|
|
return nil
|
|
}
|
|
|
|
prefixes := c.repairCommandRecoverFormatBlobPrefixes
|
|
if len(prefixes) == 0 {
|
|
prefixes = packBlockPrefixes()
|
|
}
|
|
|
|
return c.recoverFormatBlob(ctx, st, prefixes)
|
|
}
|
|
|
|
func (c *commandRepositoryRepair) recoverFormatBlob(ctx context.Context, st blob.Storage, prefixes []string) error {
|
|
errSuccess := errors.New("success")
|
|
|
|
for _, prefix := range prefixes {
|
|
err := st.ListBlobs(ctx, blob.ID(prefix), func(bi blob.Metadata) error {
|
|
log(ctx).Infof("looking for replica of format blob in %v...", bi.BlobID)
|
|
if b, err := repo.RecoverFormatBlob(ctx, st, bi.BlobID, bi.Length); err == nil {
|
|
if !c.repairDryRun {
|
|
if puterr := st.PutBlob(ctx, repo.FormatBlobID, gather.FromSlice(b), blob.PutOptions{}); puterr != nil {
|
|
return errors.Wrap(puterr, "error writing format blob")
|
|
}
|
|
}
|
|
|
|
log(ctx).Infof("recovered replica block from %v", bi.BlobID)
|
|
|
|
return errSuccess
|
|
}
|
|
|
|
return nil
|
|
})
|
|
|
|
switch {
|
|
case err == nil:
|
|
// do nothing
|
|
case errors.Is(err, errSuccess):
|
|
return nil
|
|
default:
|
|
return errors.Wrap(err, "unexpected error when listing blobs")
|
|
}
|
|
}
|
|
|
|
return errors.New("could not find a replica of a format blob")
|
|
}
|