mirror of
https://github.com/bentoml/OpenLLM.git
synced 2026-05-04 05:42:44 -04:00
820b4991fa
This is to help with working on CPU machine Signed-off-by: aarnphm-ec2-dev <29749331+aarnphm@users.noreply.github.com>
19 lines
411 B
Python
Generated
19 lines
411 B
Python
Generated
import enum
|
|
|
|
from _typeshed import Incomplete
|
|
|
|
class Device(enum.Enum):
|
|
GPU: Incomplete
|
|
CPU: Incomplete
|
|
|
|
class Counter:
|
|
counter: Incomplete
|
|
def __init__(self, start: int = ...) -> None: ...
|
|
def __next__(self) -> int: ...
|
|
def reset(self) -> None: ...
|
|
|
|
def get_gpu_memory(gpu: int = ...) -> int: ...
|
|
def get_cpu_memory() -> int: ...
|
|
def random_uuid() -> str: ...
|
|
def in_wsl() -> bool: ...
|