mirror of
https://github.com/mudler/LocalAI.git
synced 2026-09-14 07:07:33 -04:00
localai-org-maint-botandlocalai-org-maint-bot
35819d9e0d
* feat(cli): benchmark configured text models Compare model aliases through a running LocalAI server. Report full request latency and server-reported throughput with raw JSON samples. Keep warmups separate and fail before writing results on request errors. Assisted-by: Codex:GPT-6 * fix(cli): satisfy benchmark error checks Explicitly discard errors from buffered report writes, HTTP response cleanup, and test server writes to pass errcheck without changing behavior. Assisted-by: Codex:gpt-6 golangci-lint --------- Co-authored-by: localai-org-maint-bot <306269227+localai-org-maint-bot@users.noreply.github.com>
30 lines
2.0 KiB
Go
30 lines
2.0 KiB
Go
package cli
|
|
|
|
import (
|
|
"github.com/mudler/LocalAI/core/cli/benchmark"
|
|
cliContext "github.com/mudler/LocalAI/core/cli/context"
|
|
"github.com/mudler/LocalAI/core/cli/worker"
|
|
)
|
|
|
|
var CLI struct {
|
|
cliContext.Context `embed:""`
|
|
Benchmark benchmark.Command `cmd:"" help:"Benchmark configured text models against a running LocalAI server"`
|
|
|
|
Run RunCMD `cmd:"" help:"Run LocalAI, this the default command if no other command is specified. Run 'local-ai run --help' for more information" default:"withargs"`
|
|
Chat ChatCMD `cmd:"" help:"Run the built-in terminal agent against a LocalAI server"`
|
|
Federated FederatedCLI `cmd:"" help:"Run LocalAI in federated mode"`
|
|
Models ModelsCMD `cmd:"" help:"Manage LocalAI models and definitions"`
|
|
Backends BackendsCMD `cmd:"" help:"Manage LocalAI backends and definitions"`
|
|
TTS TTSCMD `cmd:"" help:"Convert text to speech"`
|
|
SoundGeneration SoundGenerationCMD `cmd:"" help:"Generates audio files from text or audio"`
|
|
Transcript TranscriptCMD `cmd:"" help:"Convert audio to text"`
|
|
P2PWorker worker.Worker `cmd:"" name:"p2p-worker" help:"Run workers to distribute workload via p2p (llama.cpp-only)"`
|
|
Worker WorkerCMD `cmd:"" help:"Start a worker for distributed mode (generic, backend-agnostic)"`
|
|
AgentWorker AgentWorkerCMD `cmd:"" name:"agent-worker" help:"Start an agent worker for distributed mode (executes agent chats via NATS)"`
|
|
Util UtilCMD `cmd:"" help:"Utility commands"`
|
|
Agent AgentCMD `cmd:"" help:"Run agents standalone without the full LocalAI server"`
|
|
MCPServer MCPServerCMD `cmd:"" name:"mcp-server" help:"Run the LocalAI admin tool surface as a stdio MCP server (controls a remote LocalAI instance over HTTP)"`
|
|
Explorer ExplorerCMD `cmd:"" help:"Run p2p explorer"`
|
|
Completion CompletionCMD `cmd:"" help:"Generate shell completion scripts for bash, zsh, or fish"`
|
|
}
|