mirror/OpenLLM
1
0
Fork 0
mirror of https://github.com/bentoml/OpenLLM.git synced 2026-02-06 22:02:09 -05:00
Code Issues Packages Projects Releases Wiki Activity

infra: update docs on serving fine-tuning layers (#567)

Browse Source 
Signed-off-by: Aaron <29749331+aarnphm@users.noreply.github.com>
This commit is contained in:
Aaron Pham
2023-11-06 21:34:44 -05:00
committed by GitHub
parent b158609e95
commit 8fade070f3
5 changed files with 95 additions and 31 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
openllm-python/src/openllm/_llm.py
View File

@@ -396,6 +396,7 @@ def _RunnerFactory(self: openllm.LLM[M, T],
yield 'llm_type', self.llm_type
yield 'backend', backend
yield 'llm_tag', self.tag
def _get_adapter_map(_: LLMRunner[M, T]) -> ResolvedAdapterMap: return converter.unstructure(self.adapter_map)
# yapf: enable
return types.new_class(self.__class__.__name__ + 'Runner', (bentoml.Runner,),