mirror of
https://github.com/mudler/LocalAI.git
synced 2026-05-29 11:07:18 -04:00
6a80e23733
Add a routing middleware stack and a cloud-proxy backend. * cloud-proxy: a Go gRPC backend that forwards OpenAI- and Anthropic-shaped chat requests to upstream providers, with an optional translate mode (OpenAI request -> Anthropic /v1/messages -> OpenAI response) and full tool-calling support. * routing: admission control, content-aware model routing (embedding cache + classifier + rerank + Arch-Router score), PII detection/redaction (regex + NER) with streaming filter and OpenAI/Anthropic adapters, and a per-user/per-key billing recorder backed by GORM or in-memory storage. * middleware: UsageMiddleware records usage via the billing recorder, plus admission, route-model, usage-stamp and trace middlewares. * observability: BackendTrace ring buffer stores full request bodies (capped), MITM proxy emits structured trace events, and router classifier decisions surface at /api/router/decide. * gallery: Arch-Router-1.5B (Q4_K_M and Q8_0). * UI: cloud-proxy model-editor fields, classifier system-prompt and score-normalization config, and a Traces page rendering request bodies. Assisted-by: claude-code:claude-opus-4-7 [Read] [Edit] [Bash] Signed-off-by: Richard Palethorpe <io@richiejp.com>
39 lines
1.0 KiB
Go
39 lines
1.0 KiB
Go
package cloudproxy
|
|
|
|
import (
|
|
"encoding/json"
|
|
|
|
. "github.com/onsi/ginkgo/v2"
|
|
. "github.com/onsi/gomega"
|
|
)
|
|
|
|
var _ = Describe("rewriteModel", func() {
|
|
It("is a no-op when upstream model is empty", func() {
|
|
body := []byte(`{"model":"x","stream":false}`)
|
|
out, err := rewriteModel(body, "")
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(string(out)).To(Equal(string(body)))
|
|
})
|
|
|
|
It("replaces the model", func() {
|
|
body := []byte(`{"model":"alias","stream":false}`)
|
|
out, err := rewriteModel(body, "real-model-id")
|
|
Expect(err).NotTo(HaveOccurred())
|
|
var m map[string]any
|
|
Expect(json.Unmarshal(out, &m)).To(Succeed())
|
|
Expect(m["model"]).To(Equal("real-model-id"))
|
|
})
|
|
})
|
|
|
|
var _ = Describe("streaming", func() {
|
|
It("detects stream=true", func() {
|
|
Expect(streaming([]byte(`{"stream":true}`))).To(BeTrue())
|
|
})
|
|
It("detects stream=false", func() {
|
|
Expect(streaming([]byte(`{"stream":false}`))).To(BeFalse())
|
|
})
|
|
It("returns false when stream key absent", func() {
|
|
Expect(streaming([]byte(`{}`))).To(BeFalse())
|
|
})
|
|
})
|