diff --git a/backend/cpp/llama-cpp/grpc-server.cpp b/backend/cpp/llama-cpp/grpc-server.cpp index 67d5ef11f..c715eaad6 100644 --- a/backend/cpp/llama-cpp/grpc-server.cpp +++ b/backend/cpp/llama-cpp/grpc-server.cpp @@ -43,6 +43,15 @@ #if __has_include("server-stream.cpp") #include "server-stream.cpp" #endif +// CachyLLaMA splits its persistent prompt-cache implementation out of +// server-context.cpp. Pull both implementation files into this monolithic +// adapter TU when present; older llama.cpp pins do not ship them. +#if __has_include("server-context-ssd-cache.cpp") +#include "server-context-ssd-cache.cpp" +#endif +#if __has_include("server-context-page-manager.cpp") +#include "server-context-page-manager.cpp" +#endif #include "server-context.cpp" // LocalAI