mirror of
https://github.com/bentoml/OpenLLM.git
synced 2026-03-05 15:46:16 -05:00
45 lines
2.4 KiB
Python
45 lines
2.4 KiB
Python
from __future__ import annotations
|
|
import typing as t, os
|
|
import openllm
|
|
from openllm_core.utils import LazyModule, is_flax_available, is_tf_available, is_torch_available, is_vllm_available
|
|
from openllm_core.config import AutoConfig as AutoConfig, CONFIG_MAPPING as CONFIG_MAPPING, CONFIG_MAPPING_NAMES as CONFIG_MAPPING_NAMES
|
|
_import_structure: dict[str, list[str]] = {"modeling_auto": ["MODEL_MAPPING_NAMES"], "modeling_flax_auto": ["MODEL_FLAX_MAPPING_NAMES"], "modeling_tf_auto": ["MODEL_TF_MAPPING_NAMES"], "modeling_vllm_auto": ["MODEL_VLLM_MAPPING_NAMES"]}
|
|
if t.TYPE_CHECKING:
|
|
from .modeling_auto import MODEL_MAPPING_NAMES as MODEL_MAPPING_NAMES
|
|
from .modeling_flax_auto import MODEL_FLAX_MAPPING_NAMES as MODEL_FLAX_MAPPING_NAMES
|
|
from .modeling_tf_auto import MODEL_TF_MAPPING_NAMES as MODEL_TF_MAPPING_NAMES
|
|
from .modeling_vllm_auto import MODEL_VLLM_MAPPING_NAMES as MODEL_VLLM_MAPPING_NAMES
|
|
try:
|
|
if not is_torch_available(): raise openllm.exceptions.MissingDependencyError
|
|
except openllm.exceptions.MissingDependencyError:
|
|
pass
|
|
else:
|
|
_import_structure["modeling_auto"].extend(["AutoLLM", "MODEL_MAPPING"])
|
|
if t.TYPE_CHECKING: from .modeling_auto import MODEL_MAPPING as MODEL_MAPPING, AutoLLM as AutoLLM
|
|
try:
|
|
if not is_vllm_available(): raise openllm.exceptions.MissingDependencyError
|
|
except openllm.exceptions.MissingDependencyError:
|
|
pass
|
|
else:
|
|
_import_structure["modeling_vllm_auto"].extend(["AutoVLLM", "MODEL_VLLM_MAPPING"])
|
|
if t.TYPE_CHECKING: from .modeling_vllm_auto import MODEL_VLLM_MAPPING as MODEL_VLLM_MAPPING, AutoVLLM as AutoVLLM
|
|
try:
|
|
if not is_flax_available(): raise openllm.exceptions.MissingDependencyError
|
|
except openllm.exceptions.MissingDependencyError:
|
|
pass
|
|
else:
|
|
_import_structure["modeling_flax_auto"].extend(["AutoFlaxLLM", "MODEL_FLAX_MAPPING"])
|
|
if t.TYPE_CHECKING: from .modeling_flax_auto import MODEL_FLAX_MAPPING as MODEL_FLAX_MAPPING, AutoFlaxLLM as AutoFlaxLLM
|
|
try:
|
|
if not is_tf_available(): raise openllm.exceptions.MissingDependencyError
|
|
except openllm.exceptions.MissingDependencyError:
|
|
pass
|
|
else:
|
|
_import_structure["modeling_tf_auto"].extend(["AutoTFLLM", "MODEL_TF_MAPPING"])
|
|
if t.TYPE_CHECKING: from .modeling_tf_auto import MODEL_TF_MAPPING as MODEL_TF_MAPPING, AutoTFLLM as AutoTFLLM
|
|
|
|
__lazy = LazyModule(__name__, os.path.abspath("__file__"), _import_structure)
|
|
__all__ = __lazy.__all__
|
|
__dir__ = __lazy.__dir__
|
|
__getattr__ = __lazy.__getattr__
|