mirror/LocalAI
1
0 Fork 0
mirror of https://github.com/mudler/LocalAI.git synced 2026-08-07 05:43:30 -04:00
Code Issues Packages Projects Releases Wiki Activity

feat: allow to run parallel requests (#1290)

Browse Source 
* feat: allow to run parallel requests

Signed-off-by: Ettore Di Giacinto <mudler@localai.io>

* fixup

Signed-off-by: Ettore Di Giacinto <mudler@localai.io>

---------

Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
This commit is contained in:
Ettore Di Giacinto authored and GitHub committed 2023-11-16 08:20:05 +01:00
1 parent 66a558ff41
commit fdd95d1d86
9 files changed
+91 -44
Download Patch File Download Diff File Expand all files Collapse all files

No files matched your search

pkg/model/options.go
+5
View File
@@ -20,10 +20,15 @@ type Options struct {
grpcAttempts int
grpcAttemptsDelay int
singleActiveBackend bool
parallelRequests bool
}
type Option func(*Options)
var EnableParallelRequests = func(o *Options) {
o.parallelRequests = true
}
func WithExternalBackend(name string, uri string) Option {
return func(o *Options) {
if o.externalBackends == nil {