mirror of
https://github.com/mudler/LocalAI.git
synced 2026-06-27 18:06:58 -04:00
54 lines
2.1 KiB
Bash
54 lines
2.1 KiB
Bash
#!/bin/bash
|
|
|
|
## Patches
|
|
|
|
## Apply patches: the base `patches/` series, then the gated `patches/paged/`
|
|
## series (default on; LLAMA_PAGED=off skips it). Only *.patch files are applied
|
|
## (docs/dirs like patches/paged/ and *.md are skipped). The Makefile `llama.cpp`
|
|
## target already `git apply`s these at checkout, so each apply is guarded by a
|
|
## sentinel and skipped when already present - re-applying git-format patches with
|
|
## `patch` fuzzily duplicates hunks (redefinition errors). This block only does
|
|
## real work if prepare.sh is run against an unpatched checkout.
|
|
if [ -d "patches" ]; then
|
|
for patch in patches/*.patch; do
|
|
[ -e "$patch" ] || continue
|
|
echo "Applying patch $patch"
|
|
patch -d llama.cpp/ -p1 -N -r - < "$patch" || true
|
|
done
|
|
if [ "${LLAMA_PAGED:-on}" != "off" ] && [ -d "patches/paged" ]; then
|
|
if [ -f llama.cpp/src/paged-kv-manager.cpp ]; then
|
|
echo "paged-attention patch series already applied (sentinel present) - skipping re-apply"
|
|
else
|
|
for patch in patches/paged/*.patch; do
|
|
[ -e "$patch" ] || continue
|
|
echo "Applying paged patch $patch"
|
|
patch -d llama.cpp/ -p1 -N -r - < "$patch" || true
|
|
done
|
|
fi
|
|
fi
|
|
fi
|
|
|
|
set -e
|
|
|
|
for file in $(ls llama.cpp/tools/server/); do
|
|
cp -rfv llama.cpp/tools/server/$file llama.cpp/tools/grpc-server/
|
|
done
|
|
|
|
cp -r CMakeLists.txt llama.cpp/tools/grpc-server/
|
|
cp -r grpc-server.cpp llama.cpp/tools/grpc-server/
|
|
# Shared message-reconstruction helpers (included by grpc-server.cpp) and their
|
|
# unit test (compiled only when -DLLAMA_GRPC_BUILD_TESTS=ON).
|
|
cp -r message_content.h llama.cpp/tools/grpc-server/
|
|
cp -r message_content_test.cpp llama.cpp/tools/grpc-server/
|
|
cp -rfv llama.cpp/vendor/nlohmann/json.hpp llama.cpp/tools/grpc-server/
|
|
cp -rfv llama.cpp/vendor/cpp-httplib/httplib.h llama.cpp/tools/grpc-server/
|
|
|
|
set +e
|
|
if grep -q "grpc-server" llama.cpp/tools/CMakeLists.txt; then
|
|
echo "grpc-server already added"
|
|
else
|
|
echo "add_subdirectory(grpc-server)" >> llama.cpp/tools/CMakeLists.txt
|
|
fi
|
|
set -e
|
|
|