LocalAI

gen_inference_defaults

security(http): refuse redirects on outbound clients via hardened pkg/httpclient (#10087 )

2026-05-30 12:04:10 +02:00

meta

feat(realtime): eager blocking pipeline warm-up + /backend/load API (#10662 )

2026-07-03 18:00:37 +02:00

application_config_test.go

fix(settings): start watchdog on cold-enable from the React UI (#9125 ) (#10287 )

2026-06-14 16:46:14 +02:00

application_config.go

feat(model): debounce model loads after a failure to stop retry-storms (#10728 )

2026-07-07 20:55:24 +00:00

backend_capabilities_test.go

feat(gallery): Speed up load times and clean gallery entries (#9211 )

2026-05-06 14:51:38 +02:00

backend_capabilities.go

feat(backends): add voice-detect + face-detect ggml backends (replace Python insightface/speaker-recognition) (#10441 )

2026-06-28 09:29:08 +02:00

backend_hooks.go

feat(vllm): parity with llama.cpp backend (#9328 )

2026-04-13 11:00:29 +02:00

chat_template_kwargs_test.go

feat: generic chat_template_kwargs (model config + per-request metadata) (#10359 )

2026-06-16 12:16:34 +02:00

config_suite_test.go

dependencies(grpcio): bump to fix CI issues (#2362 )

2024-05-21 14:33:47 +02:00

context_fit_internal_test.go

fix(config): cap auto-derived context to fit VRAM (#10696 )

2026-07-06 12:53:45 +02:00

context_fit.go

fix(config): cap auto-derived context to fit VRAM (#10696 )

2026-07-06 12:53:45 +02:00

defaults.go

fix(config): cap auto-derived context to fit VRAM (#10696 )

2026-07-06 12:53:45 +02:00

distributed_config_test.go

feat(distributed): enforce registration token for worker file transfer (#10183 )

2026-06-05 14:34:28 +02:00

distributed_config.go

feat(distributed): add LOCALAI_DISTRIBUTED_SHARED_MODELS to skip staging on shared volumes (#10556 ) (#10566 )

2026-06-28 01:23:07 +02:00

gallery.go

feat(gallery): verify backend OCI images with keyless cosign (#9823 )

2026-05-18 08:02:20 +02:00

generic_defaults_test.go

feat(config): prefix caching default + consolidate scattered defaults (#10415 )

2026-06-20 22:44:44 +02:00

generic_defaults.go

feat(config): prefix caching default + consolidate scattered defaults (#10415 )

2026-06-20 22:44:44 +02:00

gguf_reasoning_test.go

Respect explicit reasoning config during GGUF thinking probe (#9463 )

2026-04-21 21:53:10 +02:00

gguf.go

fix(config): cap auto-derived context to fit VRAM (#10696 )

2026-07-06 12:53:45 +02:00

hardware_defaults_internal_test.go

fix(llama-cpp): cap single-pass embedding batch to fit VRAM (#10695 )

2026-07-06 12:56:09 +02:00

hardware_defaults_test.go

fix(config): gate parallel-slot default on per-device VRAM too (#10485 ) (#10507 )

2026-06-25 15:48:23 +02:00

hardware_defaults.go

fix(llama-cpp): cap single-pass embedding batch to fit VRAM (#10695 )

2026-07-06 12:56:09 +02:00

hooks_llamacpp.go

fix(config): fall back to DefaultContextSize for unparseable GGUFs; pin NVFP4 gallery context_size (#10563 )

2026-06-27 23:34:52 +02:00

hooks_test.go

fix(config): fall back to DefaultContextSize for unparseable GGUFs; pin NVFP4 gallery context_size (#10563 )

2026-06-27 23:34:52 +02:00

hooks_vllm.go

feat(vllm): expose AsyncEngineArgs via generic engine_args YAML map (#9563 )

2026-04-29 00:49:28 +02:00

inference_defaults_test.go

feat: inferencing default, automatic tool parsing fallback and wire min_p (#9092 )

2026-03-22 00:57:15 +01:00

inference_defaults.go

feat: inferencing default, automatic tool parsing fallback and wire min_p (#9092 )

2026-03-22 00:57:15 +01:00

inference_defaults.json

chore: bump inference defaults from unsloth (#10741 )

2026-07-08 08:49:22 +02:00

mitm_host_owners_test.go

feat(middleware): Model routing, PII filtering, Cloud model proxies (#9802 )

2026-05-25 09:28:27 +02:00

model_capabilities_test.go

feat(api): add GET /v1/models/capabilities endpoint (#10687 )

2026-07-05 08:51:55 +02:00

model_capabilities.go

feat(api): add GET /v1/models/capabilities endpoint (#10687 )

2026-07-05 08:51:55 +02:00

model_config_filter.go

feat: add distributed mode (#9124 )

2026-03-30 00:47:27 +02:00

model_config_loader_resolve_test.go

feat(realtime): eager blocking pipeline warm-up + /backend/load API (#10662 )

2026-07-03 18:00:37 +02:00

model_config_loader_test.go

feat(models): model aliases - redirect a model name to another configured model (#10414 )

2026-06-20 22:38:42 +02:00

model_config_loader.go

feat(realtime): eager blocking pipeline warm-up + /backend/load API (#10662 )

2026-07-03 18:00:37 +02:00

model_config_test.go

feat(models): model aliases - redirect a model name to another configured model (#10414 )

2026-06-20 22:38:42 +02:00

model_config.go

feat(realtime): eager blocking pipeline warm-up + /backend/load API (#10662 )

2026-07-03 18:00:37 +02:00

model_test.go

fix(tests): inline model_test fixtures after tests/models_fixtures removal

2026-04-28 12:58:49 +00:00

mtp_test.go

fix(mtp): don't auto-enable self-spec MTP for draft-only assistant GGUFs (#10208 )

2026-06-07 22:09:02 +02:00

mtp.go

fix(mtp): don't auto-enable self-spec MTP for draft-only assistant GGUFs (#10208 )

2026-06-07 22:09:02 +02:00

parser_defaults.json

feat(vllm): parity with llama.cpp backend (#9328 )

2026-04-13 11:00:29 +02:00

pipeline_streaming_test.go

feat(realtime): stream the LLM / TTS / transcription pipeline stages (#10176 )

2026-06-11 08:43:12 +01:00

pipeline_turn_detection_test.go

feat(realtime): Semantic VAD EOU token (#10444 )

2026-06-30 09:01:22 +02:00

reasoning_effort_test.go

feat: forward reasoning_effort to the backend so jinja models honor it (#10184 )

2026-06-05 13:45:43 +00:00

runtime_settings_persist_test.go

fix(settings): merge partial /api/settings updates instead of overwriting (#10463 )

2026-06-23 13:27:34 +02:00

runtime_settings_persist.go

fix(settings): merge partial /api/settings updates instead of overwriting (#10463 )

2026-06-23 13:27:34 +02:00

runtime_settings.go

feat(watchdog): add size-aware LRU eviction mode (#9527 )

2026-06-21 17:17:04 +02:00

serving_defaults_test.go

feat(config): prefix caching default + consolidate scattered defaults (#10415 )

2026-06-20 22:44:44 +02:00

serving_defaults.go

feat(config): prefix caching default + consolidate scattered defaults (#10415 )

2026-06-20 22:44:44 +02:00

voice_gate_test.go

feat(realtime): speaker-aware conversations - surface identity to client and LLM (#10424 )

2026-06-21 21:07:10 +02:00