Files
LocalAI/core/p2p/node.go
Ettore Di Giacinto 9c7f92c81f feat(p2p): automatically sync installed models between instances (#6108)
* feat(p2p): sync models between federated nodes

This change makes sure that between federated nodes all the models are
synced with each other.

Note: this works exclusively with models belonging to a gallery. It does
not sync files between the nodes, but rather it synces the node setup.
E.g. All the nodes needs to have configured the same galleries and
install models without any local editing.

Signed-off-by: Ettore Di Giacinto <mudler@localai.io>

* Make nodes stable

Signed-off-by: Ettore Di Giacinto <mudler@localai.io>

* Fixups on syncing

Signed-off-by: Ettore Di Giacinto <mudler@localai.io>

* ui: improve p2p view

Signed-off-by: Ettore Di Giacinto <mudler@localai.io>

---------

Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
2025-08-19 19:37:46 +02:00

61 lines
1.2 KiB
Go

package p2p
import (
"slices"
"strings"
"sync"
"github.com/mudler/LocalAI/core/schema"
)
const (
defaultServicesID = "services"
WorkerID = "worker"
)
var mu sync.Mutex
var nodes = map[string]map[string]schema.NodeData{}
func GetAvailableNodes(serviceID string) []schema.NodeData {
if serviceID == "" {
serviceID = defaultServicesID
}
mu.Lock()
defer mu.Unlock()
var availableNodes = []schema.NodeData{}
for _, v := range nodes[serviceID] {
availableNodes = append(availableNodes, v)
}
slices.SortFunc(availableNodes, func(a, b schema.NodeData) int {
return strings.Compare(a.ID, b.ID)
})
return availableNodes
}
func GetNode(serviceID, nodeID string) (schema.NodeData, bool) {
if serviceID == "" {
serviceID = defaultServicesID
}
mu.Lock()
defer mu.Unlock()
if _, ok := nodes[serviceID]; !ok {
return schema.NodeData{}, false
}
nd, exists := nodes[serviceID][nodeID]
return nd, exists
}
func AddNode(serviceID string, node schema.NodeData) {
if serviceID == "" {
serviceID = defaultServicesID
}
mu.Lock()
defer mu.Unlock()
if nodes[serviceID] == nil {
nodes[serviceID] = map[string]schema.NodeData{}
}
nodes[serviceID][node.ID] = node
}