mirror of
https://github.com/bentoml/OpenLLM.git
synced 2026-03-05 23:56:47 -05:00
23 lines
990 B
Python
23 lines
990 B
Python
from __future__ import annotations
|
|
import sys, typing as t
|
|
from openllm.exceptions import MissingDependencyError
|
|
from openllm.utils import LazyModule, is_torch_available, is_vllm_available
|
|
from openllm_core.config.configuration_mpt import DEFAULT_PROMPT_TEMPLATE as DEFAULT_PROMPT_TEMPLATE, PROMPT_MAPPING as PROMPT_MAPPING, START_MPT_COMMAND_DOCSTRING as START_MPT_COMMAND_DOCSTRING, MPTConfig as MPTConfig
|
|
_import_structure: dict[str, list[str]] = {}
|
|
try:
|
|
if not is_torch_available(): raise MissingDependencyError
|
|
except MissingDependencyError:
|
|
pass
|
|
else:
|
|
_import_structure["modeling_mpt"] = ["MPT"]
|
|
if t.TYPE_CHECKING: from .modeling_mpt import MPT as MPT
|
|
try:
|
|
if not is_vllm_available(): raise MissingDependencyError
|
|
except MissingDependencyError:
|
|
pass
|
|
else:
|
|
_import_structure["modeling_vllm_mpt"] = ["VLLMMPT"]
|
|
if t.TYPE_CHECKING: from .modeling_vllm_mpt import VLLMMPT as VLLMMPT
|
|
|
|
sys.modules[__name__] = LazyModule(__name__, globals()["__file__"], _import_structure)
|