mirror of
https://github.com/bentoml/OpenLLM.git
synced 2026-01-22 14:31:26 -05:00
fix(llm): build to include openllm_client
Signed-off-by: aarnphm-ec2-dev <29749331+aarnphm@users.noreply.github.com>
This commit is contained in:
@@ -88,6 +88,9 @@ path = "src/openllm/__about__.py"
|
||||
[tool.hatch.metadata]
|
||||
allow-direct-references = true
|
||||
|
||||
[tool.hatch.build.targets.wheel]
|
||||
packages = ["src/openllm", "src/openllm_client"]
|
||||
|
||||
[tool.hatch.envs.default]
|
||||
dependencies = [
|
||||
"coverage[toml]>=6.5",
|
||||
|
||||
@@ -26,6 +26,7 @@ from abc import ABC, ABCMeta, abstractmethod
|
||||
|
||||
import bentoml
|
||||
import inflection
|
||||
import orjson
|
||||
from bentoml.types import ModelSignature, ModelSignatureDict
|
||||
|
||||
import openllm
|
||||
@@ -486,7 +487,7 @@ class LLM(LLMInterface, metaclass=LLMMetaclass):
|
||||
|
||||
@property
|
||||
def identifying_params(self) -> dict[str, t.Any]:
|
||||
return {"configuration": self.config.model_dump(), "pretrained": self.pretrained}
|
||||
return {"configuration": self.config.model_dump_json(), "pretrained": orjson.dumps(self.pretrained).decode()}
|
||||
|
||||
@t.overload
|
||||
def make_tag(
|
||||
|
||||
Reference in New Issue
Block a user