mirror/LocalAI
1
0
Fork 0
mirror of https://github.com/mudler/LocalAI.git synced 2026-05-24 16:51:44 -04:00
Code Issues Packages Projects Releases Wiki Activity

Use template input

Browse Source
This commit is contained in:
mudler
2023-04-08 11:24:25 +02:00
parent 9fb581739b
commit ba70363330
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
api.go
View File

@@ -114,7 +114,7 @@ func api(defaultModel *llama.LLama, loader *ModelLoader, listenAddr string, thre
// Generate the prediction using the language model
prediction, err := model.Predict(
templatedInput,
predInput,
llama.SetTemperature(temperature),
llama.SetTopP(topP),
llama.SetTopK(topK),