mirror of
https://github.com/bentoml/OpenLLM.git
synced 2026-05-04 05:42:44 -04:00
820b4991fa
This is to help with working on CPU machine Signed-off-by: aarnphm-ec2-dev <29749331+aarnphm@users.noreply.github.com>
10 lines
563 B
Python
Generated
10 lines
563 B
Python
Generated
from vllm.engine.arg_utils import AsyncEngineArgs as AsyncEngineArgs
|
|
from vllm.engine.arg_utils import EngineArgs as EngineArgs
|
|
from vllm.engine.async_llm_engine import AsyncLLMEngine as AsyncLLMEngine
|
|
from vllm.engine.llm_engine import LLMEngine as LLMEngine
|
|
from vllm.engine.ray_utils import initialize_cluster as initialize_cluster
|
|
from vllm.entrypoints.llm import LLM as LLM
|
|
from vllm.outputs import CompletionOutput as CompletionOutput
|
|
from vllm.outputs import RequestOutput as RequestOutput
|
|
from vllm.sampling_params import SamplingParams as SamplingParams
|