mirror of
https://github.com/mudler/LocalAI.git
synced 2026-07-30 18:09:05 -04:00
9c43b2da8f
Avoid holding the global loader lock across backend lifecycle waits and propagate forced shutdown through distributed workers. Track parallel requests with in-flight counters and reserve worker ports until process termination. Add focused race tests and an authoritative FizzBee lifecycle model with a fail-closed conformance target. Assisted-by: Codex:GPT-5 [FizzBee] [Ginkgo] Signed-off-by: Richard Palethorpe <io@richiejp.com>
77 lines
1.8 KiB
Go
77 lines
1.8 KiB
Go
package model
|
|
|
|
import (
|
|
"sync"
|
|
"time"
|
|
|
|
grpc "github.com/mudler/LocalAI/pkg/grpc"
|
|
process "github.com/mudler/go-processmanager"
|
|
)
|
|
|
|
// healthCheckTTL is the duration for which a successful health check is cached.
|
|
// Subsequent checkIsLoaded calls within this window skip the gRPC round-trip,
|
|
// avoiding serialization of concurrent requests behind ml.mu.Lock().
|
|
const healthCheckTTL = 30 * time.Second
|
|
|
|
type Model struct {
|
|
ID string `json:"id"`
|
|
address string
|
|
client grpc.Backend
|
|
process *process.Process
|
|
lastHealthCheck time.Time
|
|
healthMu sync.Mutex
|
|
sync.Mutex
|
|
}
|
|
|
|
func NewModel(ID, address string, process *process.Process) *Model {
|
|
return &Model{
|
|
ID: ID,
|
|
address: address,
|
|
process: process,
|
|
}
|
|
}
|
|
|
|
// NewModelWithClient creates a Model with a pre-configured gRPC client.
|
|
// Used in distributed mode where the client is wrapped with file staging.
|
|
func NewModelWithClient(ID, address string, client grpc.Backend) *Model {
|
|
return &Model{
|
|
ID: ID,
|
|
address: address,
|
|
client: client,
|
|
}
|
|
}
|
|
|
|
func (m *Model) Process() *process.Process {
|
|
return m.process
|
|
}
|
|
|
|
// IsRecentlyHealthy returns true if the model passed a health check within the TTL.
|
|
func (m *Model) IsRecentlyHealthy() bool {
|
|
m.Lock()
|
|
defer m.Unlock()
|
|
return !m.lastHealthCheck.IsZero() && time.Since(m.lastHealthCheck) < healthCheckTTL
|
|
}
|
|
|
|
// MarkHealthy records the current time as the last successful health check.
|
|
func (m *Model) MarkHealthy() {
|
|
m.Lock()
|
|
defer m.Unlock()
|
|
m.lastHealthCheck = time.Now()
|
|
}
|
|
|
|
func (m *Model) GRPC(parallel bool, wd *WatchDog) grpc.Backend {
|
|
if m.client != nil {
|
|
return m.client
|
|
}
|
|
|
|
enableWD := false
|
|
if wd != nil {
|
|
enableWD = true
|
|
}
|
|
|
|
m.Lock()
|
|
defer m.Unlock()
|
|
m.client = grpc.NewClient(m.address, parallel, wd, enableWD)
|
|
return m.client
|
|
}
|