mirror of
https://github.com/bentoml/OpenLLM.git
synced 2026-06-12 18:39:16 -04:00
25 lines
997 B
Python
25 lines
997 B
Python
from __future__ import annotations
|
|
import sys
|
|
import typing as t
|
|
|
|
from openllm.exceptions import MissingDependencyError
|
|
from openllm.utils import LazyModule, is_torch_available, is_vllm_available
|
|
from openllm_core.config.configuration_mpt import DEFAULT_PROMPT_TEMPLATE as DEFAULT_PROMPT_TEMPLATE, PROMPT_MAPPING as PROMPT_MAPPING, START_MPT_COMMAND_DOCSTRING as START_MPT_COMMAND_DOCSTRING, MPTConfig as MPTConfig
|
|
_import_structure: dict[str, list[str]] = {}
|
|
try:
|
|
if not is_torch_available(): raise MissingDependencyError
|
|
except MissingDependencyError:
|
|
pass
|
|
else:
|
|
_import_structure['modeling_mpt'] = ['MPT']
|
|
if t.TYPE_CHECKING: from .modeling_mpt import MPT as MPT
|
|
try:
|
|
if not is_vllm_available(): raise MissingDependencyError
|
|
except MissingDependencyError:
|
|
pass
|
|
else:
|
|
_import_structure['modeling_vllm_mpt'] = ['VLLMMPT']
|
|
if t.TYPE_CHECKING: from .modeling_vllm_mpt import VLLMMPT as VLLMMPT
|
|
|
|
sys.modules[__name__] = LazyModule(__name__, globals()['__file__'], _import_structure)
|