mirror/OpenLLM
1
0
Fork 0
mirror of https://github.com/bentoml/OpenLLM.git synced 2026-02-18 22:55:08 -05:00
Code Issues Packages Projects Releases Wiki Activity

refactor: reduce compiled cacheline

Browse Source 
Signed-off-by: Aaron Pham <29749331+aarnphm@users.noreply.github.com>
This commit is contained in:
Aaron Pham
2023-11-22 02:27:42 +00:00
parent 77bd6f090a
commit 909db8c3bf
2 changed files with 9 additions and 32 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
openllm-python/src/openllm/client.py
View File

@@ -1,6 +1,3 @@
# fmt: off
import openllm_client as _client
def __dir__():return sorted(dir(_client))
def __getattr__(it):return getattr(_client, it)
def __dir__():import openllm_client as _client;return sorted(dir(_client))
def __getattr__(it):import openllm_client as _client;return getattr(_client, it)

34
openllm-python/src/openllm/utils.py
View File

@@ -1,9 +1,7 @@
import functools
import importlib.metadata
import openllm_core
# fmt: off
import functools, importlib.metadata, openllm_core
__all__ = ['generate_labels', 'available_devices', 'device_count']
def generate_labels(llm):
return {
'backend': llm.__llm_backend__,
@@ -13,28 +11,10 @@ def generate_labels(llm):
'serialisation': llm._serialisation,
**{package: importlib.metadata.version(package) for package in {'openllm', 'openllm-core', 'openllm-client'}},
}
def available_devices():
from ._strategies import NvidiaGpuResource
return tuple(NvidiaGpuResource.from_system())
def available_devices():from ._strategies import NvidiaGpuResource;return tuple(NvidiaGpuResource.from_system())
@functools.lru_cache(maxsize=1)
def device_count():
return len(available_devices())
__all__ = ['generate_labels', 'available_devices', 'device_count']
def __dir__():
coreutils = set(dir(openllm_core.utils)) | set([it for it in openllm_core.utils._extras if not it.startswith('_')])
return sorted(__all__) + sorted(list(coreutils))
def device_count()->int:return len(available_devices())
def __dir__():coreutils=set(dir(openllm_core.utils))|set([it for it in openllm_core.utils._extras if not it.startswith('_')]);return sorted(__all__)+sorted(list(coreutils))
def __getattr__(it):
if hasattr(openllm_core.utils, it):
return getattr(openllm_core.utils, it)
if hasattr(openllm_core.utils, it):return getattr(openllm_core.utils, it)
raise AttributeError(f'module {__name__} has no attribute {it}')