package main // Note: this is started internally by LocalAI and a server is allocated for each model import ( "flag" "os" "runtime" "github.com/ebitengine/purego" grpc "github.com/mudler/LocalAI/pkg/grpc" ) var ( addr = flag.String("addr", "localhost:50051", "the address to connect to") ) type LibFuncs struct { FuncPtr any Name string } func main() { // Get library name from environment variable, default to fallback libName := os.Getenv("WHISPER_LIBRARY") if libName == "" { if runtime.GOOS == "darwin" { libName = "./libgowhisper-fallback.dylib" } else { libName = "./libgowhisper-fallback.so" } } gosd, err := purego.Dlopen(libName, purego.RTLD_NOW|purego.RTLD_GLOBAL) if err != nil { panic(err) } libFuncs := []LibFuncs{ {&CppLoadModel, "load_model"}, {&CppLoadModelVAD, "load_model_vad"}, {&CppVAD, "vad"}, {&CppTranscribe, "transcribe"}, {&CppGetSegmentText, "get_segment_text"}, {&CppGetSegmentStart, "get_segment_t0"}, {&CppGetSegmentEnd, "get_segment_t1"}, {&CppNTokens, "n_tokens"}, {&CppGetTokenID, "get_token_id"}, {&CppGetSegmentSpeakerTurnNext, "get_segment_speaker_turn_next"}, {&CppSetAbort, "set_abort"}, {&CppSetNewSegmentCallback, "set_new_segment_callback"}, } for _, lf := range libFuncs { purego.RegisterLibFunc(lf.FuncPtr, gosd, lf.Name) } // Build a stable C-callable function pointer from the Go callback. The // pointer lives for the lifetime of the process; per-call dispatch is // keyed by user_data through streamCallStates. goNewSegmentCb = purego.NewCallback(onNewSegment) flag.Parse() if err := grpc.StartServer(*addr, &Whisper{}); err != nil { panic(err) } }