mirror of
https://github.com/mudler/LocalAI.git
synced 2026-03-31 13:15:51 -04:00
aea21951a2
* feat(ui): add users and authentication support Signed-off-by: Ettore Di Giacinto <mudler@localai.io> * feat: allow the admin user to impersonificate users Signed-off-by: Ettore Di Giacinto <mudler@localai.io> * chore: ui improvements, disable 'Users' button in navbar when no auth is configured Signed-off-by: Ettore Di Giacinto <mudler@localai.io> * feat: add OIDC support Signed-off-by: Ettore Di Giacinto <mudler@localai.io> * fix: gate models Signed-off-by: Ettore Di Giacinto <mudler@localai.io> * chore: cache requests to optimize speed Signed-off-by: Ettore Di Giacinto <mudler@localai.io> * small UI enhancements Signed-off-by: Ettore Di Giacinto <mudler@localai.io> * chore(ui): style improvements Signed-off-by: Ettore Di Giacinto <mudler@localai.io> * fix: cover other paths by auth Signed-off-by: Ettore Di Giacinto <mudler@localai.io> * chore: separate local auth, refactor Signed-off-by: Ettore Di Giacinto <mudler@localai.io> * security hardening, approval mode Signed-off-by: Ettore Di Giacinto <mudler@localai.io> * fix: fix tests and expectations Signed-off-by: Ettore Di Giacinto <mudler@localai.io> * chore: update localagi/localrecall Signed-off-by: Ettore Di Giacinto <mudler@localai.io> --------- Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
83 lines
2.8 KiB
YAML
83 lines
2.8 KiB
YAML
services:
|
|
api:
|
|
# See https://localai.io/basics/getting_started/#container-images for
|
|
# a list of available container images (or build your own with the provided Dockerfile)
|
|
# Available images with CUDA, ROCm, SYCL
|
|
# Image list (quay.io): https://quay.io/repository/go-skynet/local-ai?tab=tags
|
|
# Image list (dockerhub): https://hub.docker.com/r/localai/localai
|
|
image: quay.io/go-skynet/local-ai:master
|
|
build:
|
|
context: .
|
|
dockerfile: Dockerfile
|
|
args:
|
|
- IMAGE_TYPE=core
|
|
- BASE_IMAGE=ubuntu:24.04
|
|
ports:
|
|
- 8080:8080
|
|
env_file:
|
|
- .env
|
|
environment:
|
|
- MODELS_PATH=/models
|
|
# - DEBUG=true
|
|
## Agents (LocalAGI) - https://localai.io/features/agents/
|
|
# - LOCALAI_DISABLE_AGENTS=false
|
|
# - LOCALAI_AGENT_POOL_DEFAULT_MODEL=hermes-3-llama3.1-8b
|
|
# - LOCALAI_AGENT_POOL_ENABLE_SKILLS=true
|
|
# - LOCALAI_AGENT_POOL_ENABLE_LOGS=true
|
|
# - LOCALAI_AGENT_HUB_URL=https://agenthub.localai.io
|
|
## Uncomment to use PostgreSQL for the knowledge base (requires the postgres service below)
|
|
# - LOCALAI_AGENT_POOL_VECTOR_ENGINE=postgres
|
|
# - LOCALAI_AGENT_POOL_DATABASE_URL=postgresql://localrecall:localrecall@postgres:5432/localrecall?sslmode=disable
|
|
volumes:
|
|
- models:/models
|
|
- images:/tmp/generated/images/
|
|
- data:/data
|
|
- backends:/backends
|
|
- configuration:/configuration
|
|
command:
|
|
# Here we can specify a list of models to run (see quickstart https://localai.io/basics/getting_started/#running-models )
|
|
# or an URL pointing to a YAML configuration file, for example:
|
|
# - https://gist.githubusercontent.com/mudler/ad601a0488b497b69ec549150d9edd18/raw/a8a8869ef1bb7e3830bf5c0bae29a0cce991ff8d/phi-2.yaml
|
|
- phi-2
|
|
# For NVIDIA GPU support with CDI (recommended for NVIDIA Container Toolkit 1.14+):
|
|
# Uncomment the following deploy section and use driver: nvidia.com/gpu
|
|
# deploy:
|
|
# resources:
|
|
# reservations:
|
|
# devices:
|
|
# - driver: nvidia.com/gpu
|
|
# count: all
|
|
# capabilities: [gpu]
|
|
#
|
|
# For legacy NVIDIA driver (for older NVIDIA Container Toolkit):
|
|
# deploy:
|
|
# resources:
|
|
# reservations:
|
|
# devices:
|
|
# - driver: nvidia
|
|
# count: 1
|
|
# capabilities: [gpu]
|
|
|
|
## Uncomment for PostgreSQL-backed knowledge base (see Agents docs)
|
|
# postgres:
|
|
# image: quay.io/mudler/localrecall:v0.5.2-postgresql
|
|
# environment:
|
|
# - POSTGRES_DB=localrecall
|
|
# - POSTGRES_USER=localrecall
|
|
# - POSTGRES_PASSWORD=localrecall
|
|
# volumes:
|
|
# - postgres_data:/var/lib/postgresql
|
|
# healthcheck:
|
|
# test: ["CMD-SHELL", "pg_isready -U localrecall"]
|
|
# interval: 10s
|
|
# timeout: 5s
|
|
# retries: 5
|
|
|
|
volumes:
|
|
models:
|
|
images:
|
|
data:
|
|
configuration:
|
|
backends:
|
|
# postgres_data:
|