fix: use bytes in gRPC proto instead of strings (#813)

Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
This commit is contained in:
Ettore Di Giacinto authored and GitHub committed 2023-07-27 18:41:04 +02:00
1 parent 0af0df7423
commit b96e30e66c
8 files changed
+20 -16

No files matched your search

+4 -4
View File
@@ -67,9 +67,9 @@ func ModelInference(ctx context.Context, s string, loader *model.ModelLoader, c
opts.Prompt = s
if tokenCallback != nil {
ss := ""
err := inferenceModel.PredictStream(ctx, opts, func(s string) {
tokenCallback(s)
ss += s
err := inferenceModel.PredictStream(ctx, opts, func(s []byte) {
tokenCallback(string(s))
ss += string(s)
})
return ss, err
} else {
@@ -77,7 +77,7 @@ func ModelInference(ctx context.Context, s string, loader *model.ModelLoader, c
if err != nil {
return "", err
}
return reply.Message, err
return string(reply.Message), err
}
}