LocalAI

prefixcache

feat: prefix-cache-aware routing for distributed mode (#10071 )

2026-05-30 23:24:22 +02:00

alias_scheduling_test.go

feat(distributed): key scheduling rules by a model alias (#11771 )

2026-08-29 09:16:50 +02:00

alias_scheduling.go

feat(distributed): key scheduling rules by a model alias (#11771 )

2026-08-29 09:16:50 +02:00

cluster_memory.go

fix(ui): size model fit against the cluster and move node labels into the selector (#11765 )

2026-08-28 22:57:35 +02:00

disk_headroom_test.go

fix(distributed): keep model replicas config-consistent (#11664 )

2026-08-22 22:44:03 +02:00

disk_headroom.go

fix(nodes): never schedule a model onto a node that cannot store it (#11054 )

2026-07-23 00:03:21 +02:00

distributed_store_test.go

feat: add distributed mode (#9124 )

2026-03-30 00:47:27 +02:00

distributed_store.go

feat: add distributed mode (#9124 )

2026-03-30 00:47:27 +02:00

file_stager_http.go

feat(distributed): release exact staged keys

2026-09-08 13:35:31 +00:00

file_stager_release_test.go

fix(distributed): make staged release race-safe

2026-09-08 13:35:31 +00:00

file_stager_s3.go

feat(distributed): release exact staged keys

2026-09-08 13:35:31 +00:00

file_stager_verify_deadline_test.go

fix(distributed): count staging verification as progress, not as a stall (#11026 )

2026-07-21 21:38:54 +02:00

file_stager.go

feat(distributed): release exact staged keys

2026-09-08 13:35:31 +00:00

file_staging_3d_test.go

feat: Add 3d generation UI/API and trellis2cpp backend (#10979 )

2026-07-29 16:15:04 +02:00

file_staging_client.go

fix(distributed): release staged request inputs

2026-09-08 13:35:31 +00:00

file_staging_lifecycle_test.go

fix(distributed): release staged request inputs

2026-09-08 13:35:31 +00:00

file_staging_sound_detection_test.go

fix(distributed): release staged request inputs

2026-09-08 13:35:31 +00:00

file_staging_tts_test.go

fix(distributed): release staged request inputs

2026-09-08 13:35:31 +00:00

file_transfer_finalize_test.go

fix(distributed): finalize stalled model uploads (#11910 )

2026-09-07 18:52:29 +02:00

file_transfer_server_test.go

feat(worker): enforce ephemeral staging bounds

2026-09-08 13:35:31 +00:00

file_transfer_server.go

fix(distributed): make staged release race-safe

2026-09-08 13:35:31 +00:00

health_mock_test.go

feat(api): add POST /v1/images/upscale endpoint (#10227 )

2026-08-03 15:27:22 +02:00

health_test.go

fix(distributed): cascade-clean stale node_models rows + filter routing by healthy status (#9754 )

2026-05-13 21:57:50 +02:00

health.go

fix(distributed): survive a slow control-plane database (#11837 )

2026-09-02 12:37:12 +02:00

heartbeat_checkpoint_test.go

fix(distributed): survive a slow control-plane database (#11837 )

2026-09-02 12:37:12 +02:00

inflight_test.go

feat(api): add POST /v1/images/upscale endpoint (#10227 )

2026-08-03 15:27:22 +02:00

inflight.go

feat(api): add POST /v1/images/upscale endpoint (#10227 )

2026-08-03 15:27:22 +02:00

install_progress_publisher_test.go

fix(distributed): make admin backend installs resilient and observable (#9958 )

2026-05-23 12:35:44 +02:00

install_progress_publisher.go

fix(distributed): make admin backend installs resilient and observable (#9958 )

2026-05-23 12:35:44 +02:00

interfaces.go

feat(distributed): key scheduling rules by a model alias (#11771 )

2026-08-29 09:16:50 +02:00

load_deadline.go

fix(distributed): scale the remote model-load deadline with checkpoint size (#11030 )

2026-07-22 09:30:23 +02:00

load_job_phase.go

fix(distributed): run cold model loads as durable jobs instead of holding the advisory lock (#11514 )

2026-08-15 13:20:11 +02:00

load_job_runner.go

fix(distributed): run cold model loads as durable jobs instead of holding the advisory lock (#11514 )

2026-08-15 13:20:11 +02:00

local_stub_invalidator_test.go

fix(distributed): keep model replicas config-consistent (#11664 )

2026-08-22 22:44:03 +02:00

local_stub_invalidator.go

fix(distributed): reaper reaps live backends, ghost model stubs, in_flight leak, sidecar staging runaway (#11142 )

2026-07-27 18:36:31 +02:00

managers_agent_node_test.go

fix(distributed): stop flapping agent nodes on backend listing

2026-08-24 12:48:23 +00:00

managers_distributed_test.go

fix(distributed): make per-node backend upgrade actually upgrade (#10838 )

2026-07-15 09:16:55 +02:00

managers_distributed.go

fix(distributed): stop flapping agent nodes on backend listing

2026-08-24 12:48:23 +00:00

model_cleanup_test.go

fix(distributed): keep model replicas config-consistent (#11664 )

2026-08-22 22:44:03 +02:00

model_cleanup.go

fix(distributed): keep model replicas config-consistent (#11664 )

2026-08-22 22:44:03 +02:00

model_identity_e2e_test.go

fix(distributed): reject wrong-model requests at the backend (#10970 )

2026-07-20 13:05:47 +02:00

model_load_job_test.go

fix(distributed): keep staging operations stable (#11663 )

2026-08-21 20:08:47 +02:00

model_load_job.go

fix(distributed): keep staging operations stable (#11663 )

2026-08-21 20:08:47 +02:00

model_loading_error.go

fix(distributed): run cold model loads as durable jobs instead of holding the advisory lock (#11514 )

2026-08-15 13:20:11 +02:00

model_router_test.go

feat(distributed): key scheduling rules by a model alias (#11771 )

2026-08-29 09:16:50 +02:00

model_router.go

fix(distributed): keep model replicas config-consistent (#11664 )

2026-08-22 22:44:03 +02:00

nodes_suite_test.go

Revert "chore(tests): Avoid network, sleep and more during tests" (#11601 )

2026-08-19 16:39:39 +02:00

pending_op_cleanup_test.go

fix: distributed backend reinstall/upgrade UI stuck on 'reinstalling' (#10214 )

2026-06-08 10:03:02 +02:00

probe_cache_test.go

fix(distributed): route per request across loaded replicas + cache probeHealth (#9968 )

2026-05-24 08:15:27 +00:00

probe_cache.go

fix(distributed): route per request across loaded replicas + cache probeHealth (#9968 )

2026-05-24 08:15:27 +00:00

reconciler_abandoned_load_test.go

fix(distributed): stop reclaiming healthy reconciler-driven loads

2026-08-24 13:00:34 +00:00

reconciler_abandoned_load.go

fix(distributed): stop reclaiming healthy reconciler-driven loads

2026-08-24 13:00:34 +00:00

reconciler_alias_test.go

feat(distributed): key scheduling rules by a model alias (#11771 )

2026-08-29 09:16:50 +02:00

reconciler_busy_probe_test.go

fix(distributed): reaper reaps live backends, ghost model stubs, in_flight leak, sidecar staging runaway (#11142 )

2026-07-27 18:36:31 +02:00

reconciler_inflight_leak_test.go

fix(distributed): reaper reaps live backends, ghost model stubs, in_flight leak, sidecar staging runaway (#11142 )

2026-07-27 18:36:31 +02:00

reconciler_test.go

fix(distributed): reaper reaps live backends, ghost model stubs, in_flight leak, sidecar staging runaway (#11142 )

2026-07-27 18:36:31 +02:00

reconciler_worker_processes_test.go

fix(distributed): reaper reaps live backends, ghost model stubs, in_flight leak, sidecar staging runaway (#11142 )

2026-07-27 18:36:31 +02:00

reconciler.go

feat(distributed): key scheduling rules by a model alias (#11771 )

2026-08-29 09:16:50 +02:00

registry_capability_test.go

fix(distributed): backend discovery hid GPU-only backends behind the controller's capability (#10947 )

2026-07-19 07:53:46 +00:00

registry_clustermemory_test.go

fix(ui): size model fit against the cluster and move node labels into the selector (#11765 )

2026-08-28 22:57:35 +02:00

registry_test.go

fix(distributed): keep model replicas config-consistent (#11664 )

2026-08-22 22:44:03 +02:00

registry_vrambudget_test.go

feat(vram): per-node VRAM allocation budget (LOCALAI_VRAM_BUDGET) (#10833 )

2026-07-15 09:58:45 +02:00

registry.go

fix(distributed): survive a slow control-plane database (#11837 )

2026-09-02 12:37:12 +02:00

replicapicker.go

refactor(routing): extract replica picker into pkg/clusterrouting (#10123 )

2026-06-01 09:38:55 +02:00

revision_eligibility_test.go

fix(distributed): keep model replicas config-consistent (#11664 )

2026-08-22 22:44:03 +02:00

revision_error_detail_test.go

fix(distributed): name both revisions in the stale error

2026-08-23 19:53:42 +00:00

router_companionstage_test.go

fix(model-artifacts): materialize longcat-video on the controller, and support companion repos (#10949 )

2026-07-19 12:01:36 +02:00

router_dirstage_test.go

fix(model-artifacts): materialize longcat-video on the controller, and support companion repos (#10949 )

2026-07-19 12:01:36 +02:00

router_eviction_alias_test.go

feat(distributed): key scheduling rules by a model alias (#11771 )

2026-08-29 09:16:50 +02:00

router_eviction_selector_test.go

fix(distributed): keep eviction inside the model's node selector

2026-08-24 13:18:35 +00:00

router_hardware_internal_test.go

fix(config): only inject llama.cpp serving options on the llama.cpp path (#10822 )

2026-07-14 17:46:15 +02:00

router_liveness.go

fix(distributed): check a node answers before scheduling onto it

2026-08-23 20:44:43 +00:00

router_load_budget_test.go

fix(distributed): keep model replicas config-consistent (#11664 )

2026-08-22 22:44:03 +02:00

router_load_job_test.go

fix(distributed): keep model replicas config-consistent (#11664 )

2026-08-22 22:44:03 +02:00

router_load_timeout_test.go

fix(distributed): keep model replicas config-consistent (#11664 )

2026-08-22 22:44:03 +02:00

router_missingsource_test.go

fix(model-artifacts): materialize longcat-video on the controller, and support companion repos (#10949 )

2026-07-19 12:01:36 +02:00

router_nats_liveness_test.go

fix(distributed): check a node answers before scheduling onto it

2026-08-23 20:44:43 +00:00

router_optionstage_test.go

fix(distributed): stage backend companion assets to remote nodes (#10330 )

2026-06-14 16:42:59 +02:00

router_reap_load_test.go

fix(distributed): keep model replicas config-consistent (#11664 )

2026-08-22 22:44:03 +02:00

router_reservation_test.go

fix(distributed): reaper reaps live backends, ghost model stubs, in_flight leak, sidecar staging runaway (#11142 )

2026-07-27 18:36:31 +02:00

router_revision_lifecycle_test.go

fix(distributed): resolve config revisions through one entry point

2026-08-24 19:11:16 +00:00

router_sharedmodels_test.go

feat(distributed): add LOCALAI_DISTRIBUTED_SHARED_MODELS to skip staging on shared volumes (#10556 ) (#10566 )

2026-06-28 01:23:07 +02:00

router_sidecar_stage_test.go

fix(distributed): reaper reaps live backends, ghost model stubs, in_flight leak, sidecar staging runaway (#11142 )

2026-07-27 18:36:31 +02:00

router_slot_uncertainty_test.go

fix(distributed): survive a slow control-plane database (#11837 )

2026-09-02 12:37:12 +02:00

router_staging_context_test.go

fix(distributed): keep model replicas config-consistent (#11664 )

2026-08-22 22:44:03 +02:00

router_staging_deadline_test.go

fix(distributed): keep model replicas config-consistent (#11664 )

2026-08-22 22:44:03 +02:00

router_test.go

feat(distributed): release exact staged keys

2026-09-08 13:35:31 +00:00

router_virtual_model_test.go

fix(distributed): resolve paths for virtual models (#11911 )

2026-09-07 19:32:17 +02:00

router_vrambudget_test.go

feat(vram): per-node VRAM allocation budget (LOCALAI_VRAM_BUDGET) (#10833 )

2026-07-15 09:58:45 +02:00

router.go

fix(distributed): resolve paths for virtual models (#11911 )

2026-09-07 19:32:17 +02:00

scheduling_seed_test.go

feat(distributed): declarative per-model scheduling via env/args (#10308 )

2026-06-13 18:31:06 +02:00

scheduling_seed.go

feat(distributed): declarative per-model scheduling via env/args (#10308 )

2026-06-13 18:31:06 +02:00

staging_keys_test.go

feat: add distributed mode (#9124 )

2026-03-30 00:47:27 +02:00

staging_keys.go

fix(model-artifacts): materialize longcat-video on the controller, and support companion repos (#10949 )

2026-07-19 12:01:36 +02:00

staging_progress_broadcast_test.go

fix(distributed): broadcast file-staging progress across replicas (#10440 )

2026-06-22 09:28:07 +02:00

staging_progress.go

fix(distributed): broadcast file-staging progress across replicas (#10440 )

2026-06-22 09:28:07 +02:00

unloader_ping_test.go

fix(distributed): probe liveness on a subject every worker answers

2026-08-24 19:58:49 +00:00

unloader_stale_rows_test.go

fix(worker): reap deleted backends and stop models that live on a worker (#10956 )

2026-07-20 01:09:22 +02:00

unloader_test.go

fix(distributed): keep model replicas config-consistent (#11664 )

2026-08-22 22:44:03 +02:00

unloader_upgrade_test.go

fix: distributed backend reinstall/upgrade UI stuck on 'reinstalling' (#10214 )

2026-06-08 10:03:02 +02:00

unloader.go

fix(distributed): probe liveness on a subject every worker answers

2026-08-24 19:58:49 +00:00

worker_readiness_datapath_test.go

fix(distributed): survive a slow control-plane database (#11837 )

2026-09-02 12:37:12 +02:00

worker_readiness_test.go

fix(worker): give the worker a real health endpoint and a mode-aware HEALTHCHECK (#10999 )

2026-07-20 23:07:27 +02:00

worker_readiness.go

fix(distributed): survive a slow control-plane database (#11837 )

2026-09-02 12:37:12 +02:00