mirror/LocalAI
1
0
Fork 0
mirror of https://github.com/mudler/LocalAI.git synced 2026-05-19 05:58:05 -04:00
Code Issues Packages Projects Releases Wiki Activity

chore: bump grpc limits to 50MB (#5212)

Browse Source 
Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
This commit is contained in:
Ettore Di Giacinto
2025-04-19 08:53:24 +02:00
committed by GitHub
parent 8b3f76d8e6
commit 8abecb4a18
13 changed files with 161 additions and 31 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
backend/cpp/llama/grpc-server.cpp
View File

@@ -2644,7 +2644,9 @@ void RunServer(const std::string& server_address) {
ServerBuilder builder;
builder.AddListeningPort(server_address, grpc::InsecureServerCredentials());
builder.RegisterService(&service);
builder.SetMaxMessageSize(50 * 1024 * 1024); // 50MB
builder.SetMaxSendMessageSize(50 * 1024 * 1024); // 50MB
builder.SetMaxReceiveMessageSize(50 * 1024 * 1024); // 50MB
std::unique_ptr<Server> server(builder.BuildAndStart());
std::cout << "Server listening on " << server_address << std::endl;
server->Wait();