mirror of
https://github.com/bentoml/OpenLLM.git
synced 2026-02-18 14:47:30 -05:00
12 lines
656 B
Python
12 lines
656 B
Python
from __future__ import annotations
|
|
import typing as t
|
|
from collections import OrderedDict
|
|
from .factory import BaseAutoLLMClass, _LazyAutoMapping
|
|
from openllm_core.config import CONFIG_MAPPING_NAMES
|
|
MODEL_VLLM_MAPPING_NAMES = OrderedDict([('baichuan', 'VLLMBaichuan'), ('dolly_v2', 'VLLMDollyV2'), ('falcon', 'VLLMFalcon'), ('gpt_neox', 'VLLMGPTNeoX'), ('mpt', 'VLLMMPT'), (
|
|
'opt', 'VLLMOPT'
|
|
), ('stablelm', 'VLLMStableLM'), ('starcoder', 'VLLMStarCoder'), ('llama', 'VLLMLlama')])
|
|
MODEL_VLLM_MAPPING = _LazyAutoMapping(CONFIG_MAPPING_NAMES, MODEL_VLLM_MAPPING_NAMES)
|
|
class AutoVLLM(BaseAutoLLMClass):
|
|
_model_mapping: t.ClassVar = MODEL_VLLM_MAPPING
|