Use template input

This commit is contained in:
mudler committed 2023-04-08 11:24:25 +02:00
1 parent 9fb581739b
commit ba70363330
1 file changed
+1 -1
+1 -1
View File
@@ -114,7 +114,7 @@ func api(defaultModel *llama.LLama, loader *ModelLoader, listenAddr string, thre
// Generate the prediction using the language model
prediction, err := model.Predict(
templatedInput,
predInput,
llama.SetTemperature(temperature),
llama.SetTopP(topP),
llama.SetTopK(topK),