mirror of
https://github.com/mudler/LocalAI.git
synced 2026-04-01 13:42:20 -04:00
031a36c995
* feat: wire min_p Signed-off-by: Ettore Di Giacinto <mudler@localai.io> * feat: inferencing defaults Signed-off-by: Ettore Di Giacinto <mudler@localai.io> * chore(refactor): re-use iterative parser Signed-off-by: Ettore Di Giacinto <mudler@localai.io> * chore: generate automatically inference defaults from unsloth Instead of trying to re-invent the wheel and maintain here the inference defaults, prefer to consume unsloth ones, and contribute there as necessary. Signed-off-by: Ettore Di Giacinto <mudler@localai.io> * chore: apply defaults also to models installed via gallery Signed-off-by: Ettore Di Giacinto <mudler@localai.io> * chore: be consistent and apply fallback to all endpoint Signed-off-by: Ettore Di Giacinto <mudler@localai.io> --------- Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
19 lines
572 B
Go
19 lines
572 B
Go
package functions
|
|
|
|
import "strings"
|
|
|
|
// StripToolCallMarkup extracts the non-tool-call content from a string
|
|
// by reusing the iterative XML parser which already separates content
|
|
// from tool calls. Returns the remaining text, trimmed.
|
|
func StripToolCallMarkup(content string) string {
|
|
for _, fmtPreset := range getAllXMLFormats() {
|
|
if fmtPreset.format == nil {
|
|
continue
|
|
}
|
|
if pr, ok := tryParseXMLFromScopeStart(content, fmtPreset.format, false); ok && len(pr.ToolCalls) > 0 {
|
|
return strings.TrimSpace(pr.Content)
|
|
}
|
|
}
|
|
return strings.TrimSpace(content)
|
|
}
|