mirror of
https://github.com/mudler/LocalAI.git
synced 2026-03-31 13:15:51 -04:00
d9c1db2b87
* feat: add fine-tuning endpoint Signed-off-by: Ettore Di Giacinto <mudler@localai.io> * feat(experimental): add fine-tuning endpoint and TRL support This changeset defines new GRPC signatues for Fine tuning backends, and add TRL backend as initial fine-tuning engine. This implementation also supports exporting to GGUF and automatically importing it to LocalAI after fine-tuning. Signed-off-by: Ettore Di Giacinto <mudler@localai.io> * commit TRL backend, stop by killing process Signed-off-by: Ettore Di Giacinto <mudler@localai.io> * move fine-tune to generic features Signed-off-by: Ettore Di Giacinto <mudler@localai.io> * add evals, reorder menu Signed-off-by: Ettore Di Giacinto <mudler@localai.io> * Fix tests Signed-off-by: Ettore Di Giacinto <mudler@localai.io> --------- Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
27 lines
507 B
Makefile
27 lines
507 B
Makefile
# Version of llama.cpp to fetch convert_hf_to_gguf.py from (for GGUF export)
|
|
LLAMA_CPP_CONVERT_VERSION ?= master
|
|
|
|
.PHONY: trl
|
|
trl:
|
|
LLAMA_CPP_CONVERT_VERSION=$(LLAMA_CPP_CONVERT_VERSION) bash install.sh
|
|
|
|
.PHONY: run
|
|
run: trl
|
|
@echo "Running trl..."
|
|
bash run.sh
|
|
@echo "trl run."
|
|
|
|
.PHONY: test
|
|
test: trl
|
|
@echo "Testing trl..."
|
|
bash test.sh
|
|
@echo "trl tested."
|
|
|
|
.PHONY: protogen-clean
|
|
protogen-clean:
|
|
$(RM) backend_pb2_grpc.py backend_pb2.py
|
|
|
|
.PHONY: clean
|
|
clean: protogen-clean
|
|
rm -rf venv __pycache__
|