mirror of
https://github.com/bentoml/OpenLLM.git
synced 2026-02-01 11:22:15 -05:00
b7af7765d4
fix(yapf): align weird new lines break Signed-off-by: aarnphm-ec2-dev <29749331+aarnphm@users.noreply.github.com>
24 lines
790 B
Python
24 lines
790 B
Python
'''Serialisation related implementation for GGML-based implementation.
|
|
|
|
This requires ctransformers to be installed.
|
|
'''
|
|
from __future__ import annotations
|
|
import typing as t
|
|
|
|
if t.TYPE_CHECKING:
|
|
import bentoml
|
|
import openllm
|
|
|
|
from openllm_core._typing_compat import M
|
|
|
|
_conversion_strategy = {'pt': 'ggml'}
|
|
|
|
def import_model(llm: openllm.LLM[t.Any, t.Any], *decls: t.Any, trust_remote_code: bool = True, **attrs: t.Any,) -> bentoml.Model:
|
|
raise NotImplementedError('Currently work in progress.')
|
|
|
|
def get(llm: openllm.LLM[t.Any, t.Any], auto_import: bool = False) -> bentoml.Model:
|
|
raise NotImplementedError('Currently work in progress.')
|
|
|
|
def load_model(llm: openllm.LLM[M, t.Any], *decls: t.Any, **attrs: t.Any) -> M:
|
|
raise NotImplementedError('Currently work in progress.')
|