mirror of
https://github.com/mudler/LocalAI.git
synced 2026-10-22 22:34:35 -04:00
Use template input
This commit is contained in:
1 parent
9fb581739b
commit
ba70363330
1 file changed
+1
-1
@@ -114,7 +114,7 @@ func api(defaultModel *llama.LLama, loader *ModelLoader, listenAddr string, thre
|
||||
|
||||
// Generate the prediction using the language model
|
||||
prediction, err := model.Predict(
|
||||
templatedInput,
|
||||
predInput,
|
||||
llama.SetTemperature(temperature),
|
||||
llama.SetTopP(topP),
|
||||
llama.SetTopK(topK),
|
||||
|
||||
Reference in new issue
Block a user