mirror of
https://github.com/bentoml/OpenLLM.git
synced 2026-05-04 05:42:44 -04:00
820b4991fa
This is to help with working on CPU machine Signed-off-by: aarnphm-ec2-dev <29749331+aarnphm@users.noreply.github.com>
18 lines
714 B
Python
Generated
18 lines
714 B
Python
Generated
from typing import Optional
|
|
from typing import Tuple
|
|
|
|
from _typeshed import Incomplete
|
|
from ray.air.util.torch_dist import TorchDistributedWorker
|
|
from ray.util.placement_group import PlacementGroup as PlacementGroup
|
|
from vllm.config import ParallelConfig as ParallelConfig
|
|
|
|
class RayWorker(TorchDistributedWorker):
|
|
worker: Incomplete
|
|
def __init__(self) -> None: ...
|
|
def init_worker(self, worker_init_fn) -> None: ...
|
|
def __getattr__(self, name): ...
|
|
def execute_method(self, method, *args, **kwargs): ...
|
|
|
|
def get_open_port(): ...
|
|
def initialize_cluster(parallel_config: ParallelConfig, engine_use_ray: bool = ..., ray_address: Optional[str] = ...) -> Tuple[str, Optional[PlacementGroup]]: ...
|