mirror of
https://github.com/mudler/LocalAI.git
synced 2026-07-30 18:09:05 -04:00
49fa504160
Meta gallery entries carry an ordered candidate list; at install time the first candidate the host satisfies is resolved and its payload installed under the meta's name, so the model keeps a stable name regardless of which variant backs it. The resolution is recorded in the installed gallery config so a reinstall honors a prior pin and operators can see the backing variant. Assisted-by: Claude:claude-opus-4-8 Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
104 lines
2.7 KiB
Go
104 lines
2.7 KiB
Go
package gallery
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"os"
|
|
"path/filepath"
|
|
|
|
"gopkg.in/yaml.v3"
|
|
|
|
"github.com/mudler/LocalAI/core/config"
|
|
"github.com/mudler/LocalAI/pkg/modelartifacts"
|
|
"github.com/mudler/xlog"
|
|
)
|
|
|
|
type ArtifactMaterializer interface {
|
|
Ensure(context.Context, string, modelartifacts.Spec) (modelartifacts.Result, error)
|
|
}
|
|
|
|
type installOptions struct {
|
|
materializer ArtifactMaterializer
|
|
variant string
|
|
}
|
|
|
|
type InstallOption func(*installOptions)
|
|
|
|
func WithArtifactMaterializer(materializer ArtifactMaterializer) InstallOption {
|
|
return func(options *installOptions) {
|
|
if materializer != nil {
|
|
options.materializer = materializer
|
|
}
|
|
}
|
|
}
|
|
|
|
// WithVariant pins a meta model entry to a specific candidate by name,
|
|
// bypassing hardware-based resolution. Ignored for non-meta entries.
|
|
func WithVariant(variant string) InstallOption {
|
|
return func(options *installOptions) {
|
|
options.variant = variant
|
|
}
|
|
}
|
|
|
|
func applyInstallOptions(options ...InstallOption) installOptions {
|
|
result := installOptions{materializer: modelartifacts.NewDefaultManager()}
|
|
for _, option := range options {
|
|
option(&result)
|
|
}
|
|
return result
|
|
}
|
|
|
|
func bindPrimaryArtifact(ctx context.Context, modelsPath string, typed *config.ModelConfig, configMap map[string]any, materializer ArtifactMaterializer, artifactSpec modelartifacts.Spec, inferred bool) (bool, error) {
|
|
result, err := materializer.Ensure(ctx, modelsPath, artifactSpec)
|
|
if err != nil {
|
|
if inferred {
|
|
xlog.Warn("falling back to legacy model loading after artifact materialization failed", "model", typed.Name, "error", err)
|
|
return false, nil
|
|
}
|
|
return false, fmt.Errorf("materialize primary model artifact: %w", err)
|
|
}
|
|
next := []modelartifacts.Spec{result.Spec}
|
|
if len(typed.Artifacts) > 1 {
|
|
next = append(next, typed.Artifacts[1:]...)
|
|
}
|
|
typed.Artifacts = next
|
|
artifactYAML, err := yaml.Marshal(typed.Artifacts)
|
|
if err != nil {
|
|
return false, err
|
|
}
|
|
var artifactValue any
|
|
if err := yaml.Unmarshal(artifactYAML, &artifactValue); err != nil {
|
|
return false, err
|
|
}
|
|
configMap["artifacts"] = artifactValue
|
|
return true, nil
|
|
}
|
|
|
|
func writeModelConfigAtomic(fileName string, data []byte) error {
|
|
temporary, err := os.CreateTemp(filepath.Dir(fileName), ".model-config-*")
|
|
if err != nil {
|
|
return err
|
|
}
|
|
temporaryName := temporary.Name()
|
|
defer func() { _ = os.Remove(temporaryName) }()
|
|
if err := temporary.Chmod(0600); err != nil {
|
|
_ = temporary.Close()
|
|
return err
|
|
}
|
|
if _, err := temporary.Write(data); err != nil {
|
|
_ = temporary.Close()
|
|
return err
|
|
}
|
|
if err := temporary.Sync(); err != nil {
|
|
_ = temporary.Close()
|
|
return err
|
|
}
|
|
if err := temporary.Close(); err != nil {
|
|
return err
|
|
}
|
|
if err := os.Chmod(temporaryName, 0644); err != nil {
|
|
return err
|
|
}
|
|
return os.Rename(temporaryName, fileName)
|
|
}
|