diff --git a/CHANGELOG.md b/CHANGELOG.md index d337344f..f55096f7 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -18,6 +18,24 @@ This changelog is managed by towncrier and is compiled at release time. +## [0.4.27](https://github.com/bentoml/openllm/tree/v0.4.27) + +### Changes + +- We will deprecate support for PyTorch backend and will enforce all + built Bento to use vLLM backend going forward. This means that `openllm build` + with `--backend pt` will now be deprecated and move to `--backend vllm`. + + We will focus more on contributing upstream to vLLM and will ensure that the core + value of OpenLLM is to provide a flexible and as streamlined experience to bring these + models to production with ease. + + PyTorch backend will be removed from 0.5.0 releases onwards. + + The docker images will now only be available on GHCR and not on ECR anymore as a measure + to reduce cost and maintenance one our side + [#730](https://github.com/bentoml/openllm/issues/730) + ## [0.4.26](https://github.com/bentoml/openllm/tree/v0.4.26) ### Features diff --git a/changelog.d/730.change.md b/changelog.d/730.change.md deleted file mode 100644 index d2571d59..00000000 --- a/changelog.d/730.change.md +++ /dev/null @@ -1,12 +0,0 @@ -We will deprecate support for PyTorch backend and will enforce all -built Bento to use vLLM backend going forward. This means that `openllm build` -with `--backend pt` will now be deprecated and move to `--backend vllm`. - -We will focus more on contributing upstream to vLLM and will ensure that the core -value of OpenLLM is to provide a flexible and as streamlined experience to bring these -models to production with ease. - -PyTorch backend will be removed from 0.5.0 releases onwards. - -The docker images will now only be available on GHCR and not on ECR anymore as a measure -to reduce cost and maintenance one our side diff --git a/openllm-node/package.json b/openllm-node/package.json index 9b0d58b6..6607a695 100644 --- a/openllm-node/package.json +++ b/openllm-node/package.json @@ -1,6 +1,6 @@ { "name": "@bentoml/openllm-node", - "version": "0.4.27.dev0", + "version": "0.4.27", "description": "NodeJS library for OpenLLM", "type": "module", "repository": { diff --git a/openllm-python/CHANGELOG.md b/openllm-python/CHANGELOG.md index d337344f..f55096f7 100644 --- a/openllm-python/CHANGELOG.md +++ b/openllm-python/CHANGELOG.md @@ -18,6 +18,24 @@ This changelog is managed by towncrier and is compiled at release time. +## [0.4.27](https://github.com/bentoml/openllm/tree/v0.4.27) + +### Changes + +- We will deprecate support for PyTorch backend and will enforce all + built Bento to use vLLM backend going forward. This means that `openllm build` + with `--backend pt` will now be deprecated and move to `--backend vllm`. + + We will focus more on contributing upstream to vLLM and will ensure that the core + value of OpenLLM is to provide a flexible and as streamlined experience to bring these + models to production with ease. + + PyTorch backend will be removed from 0.5.0 releases onwards. + + The docker images will now only be available on GHCR and not on ECR anymore as a measure + to reduce cost and maintenance one our side + [#730](https://github.com/bentoml/openllm/issues/730) + ## [0.4.26](https://github.com/bentoml/openllm/tree/v0.4.26) ### Features diff --git a/openllm-python/pyproject.toml b/openllm-python/pyproject.toml index 1c0294e8..61fccf1c 100644 --- a/openllm-python/pyproject.toml +++ b/openllm-python/pyproject.toml @@ -40,8 +40,8 @@ classifiers = [ dependencies = [ "bentoml[io]>=1.1.10", "transformers[torch,tokenizers]>=4.35.0", - "openllm-client>=0.4.26", - "openllm-core>=0.4.26", + "openllm-client>=0.4.27", + "openllm-core>=0.4.27", "safetensors", "optimum>=1.12.0", "accelerate", diff --git a/package.json b/package.json index 870225cc..04fabf30 100644 --- a/package.json +++ b/package.json @@ -1,6 +1,6 @@ { "name": "@bentoml/openllm-monorepo", - "version": "0.4.27.dev0", + "version": "0.4.27", "description": "OpenLLM: Operating LLMs in production", "author": "Aaron Pham <29749331+aarnphm@users.noreply.github.com>", "license": "Apache-2.0",