mirror of
https://github.com/bentoml/OpenLLM.git
synced 2026-03-05 23:56:47 -05:00
11 lines
651 B
Python
11 lines
651 B
Python
from __future__ import annotations
|
|
import typing as t
|
|
from collections import OrderedDict
|
|
from .factory import BaseAutoLLMClass, _LazyAutoMapping
|
|
from openllm_core.config import CONFIG_MAPPING_NAMES
|
|
|
|
MODEL_VLLM_MAPPING_NAMES = OrderedDict([("baichuan", "VLLMBaichuan"), ("dolly_v2", "VLLMDollyV2"), ("falcon", "VLLMFalcon"), ("gpt_neox", "VLLMGPTNeoX"), ("mpt", "VLLMMPT"), ("opt", "VLLMOPT"), ("stablelm", "VLLMStableLM"), ("starcoder", "VLLMStarCoder"), ("llama", "VLLMLlama")])
|
|
MODEL_VLLM_MAPPING = _LazyAutoMapping(CONFIG_MAPPING_NAMES, MODEL_VLLM_MAPPING_NAMES)
|
|
class AutoVLLM(BaseAutoLLMClass):
|
|
_model_mapping: t.ClassVar = MODEL_VLLM_MAPPING
|