mirror/OpenLLM
1
0
Fork 0
mirror of https://github.com/bentoml/OpenLLM.git synced 2026-02-20 07:33:55 -05:00
Code Issues Packages Projects Releases Wiki Activity

chore: cleanup loader (#729)

Browse Source 
Signed-off-by: Aaron Pham <29749331+aarnphm@users.noreply.github.com>
This commit is contained in:
Aaron Pham
2023-11-22 21:51:51 -05:00
committed by GitHub
parent 5442d9cd10
commit 52a44b1bfa
8 changed files with 125 additions and 264 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
openllm-python/src/openllm/utils.pyi
View File

@@ -35,6 +35,7 @@ from openllm_core.utils import (
is_bentoml_available as is_bentoml_available,
is_bitsandbytes_available as is_bitsandbytes_available,
is_ctranslate_available as is_ctranslate_available,
is_flash_attn_2_available as is_flash_attn_2_available,
is_grpc_available as is_grpc_available,
is_jupyter_available as is_jupyter_available,
is_jupytext_available as is_jupytext_available,
@@ -55,7 +56,7 @@ from openllm_core.utils import (
)
from openllm_core.utils.serde import converter as converter
from .._llm import LLM
from ._llm import LLM
def available_devices() -> Tuple[str, ...]: ...
def device_count() -> int: ...