mirror/LocalAI
1
0
Fork 0
mirror of https://github.com/mudler/LocalAI.git synced 2026-02-19 23:45:59 -05:00
Code Issues Packages Projects Releases Wiki Activity

fix: do not keep track model if not existing (#8603)

Browse Source 
Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
This commit is contained in:
Ettore Di Giacinto
2026-02-19 17:18:38 +01:00
committed by GitHub
parent dadc7158fb
commit 76fba02e56
2 changed files with 6 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
pkg/model/process.go
View File

@@ -17,11 +17,15 @@ import (
var forceBackendShutdown bool = os.Getenv("LOCALAI_FORCE_BACKEND_SHUTDOWN") == "true"
var (
modelNotFoundErr = errors.New("model not found")
)
func (ml *ModelLoader) deleteProcess(s string) error {
model, ok := ml.models[s]
if !ok {
xlog.Debug("Model not found", "model", s)
return fmt.Errorf("model %s not found", s)
return modelNotFoundErr
}
retries := 1

2
pkg/model/watchdog.go
View File

@@ -540,7 +540,7 @@ func (wd *WatchDog) evictLRUModel() {
wd.Unlock()
// Shutdown the model
if err := wd.pm.ShutdownModel(lruModel.model); err != nil {
if err := wd.pm.ShutdownModel(lruModel.model); err != nil && err != modelNotFoundErr {
xlog.Error("[WatchDog] error shutting down model during memory reclamation", "error", err, "model", lruModel.model)
} else {
// Untrack the model