mirror/LocalAI
1
0 Fork 0
mirror of https://github.com/mudler/LocalAI.git synced 2026-09-17 00:40:52 -04:00
Code Issues Packages Projects Releases Wiki Activity

Keep whisper models in memory (#233)

Browse Source
This commit is contained in:
Matthew Campbell authored and GitHub committed 2023-05-11 14:05:07 +02:00
1 parent 6b5e2b2bf5
commit 032dee256f
3 files changed
+49 -12
Download Patch File Download Diff File Expand all files Collapse all files

No files matched your search

api/openai.go
+6 -1
View File
@@ -436,7 +436,12 @@ func transcriptEndpoint(cm ConfigMerger, debug bool, loader *model.ModelLoader,
log.Debug().Msgf("Audio file copied to: %+v", dst)
tr, err := whisper.Transcript(filepath.Join(loader.ModelPath, config.Model), dst, input.Language)
whisperModel, err := loader.WhisperLoader("whisper", config.Model)
if err != nil {
return c.Status(http.StatusBadRequest).JSON(fiber.Map{"error": err.Error()})
}
tr, err := whisper.Transcript(whisperModel, dst, input.Language)
if err != nil {
return c.Status(http.StatusBadRequest).JSON(fiber.Map{"error": err.Error()})
}