mirror of
https://github.com/bentoml/OpenLLM.git
synced 2026-01-24 15:27:51 -05:00
Signed-off-by: Aaron <29749331+aarnphm@users.noreply.github.com> Signed-off-by: paperspace <29749331+aarnphm@users.noreply.github.com> Co-authored-by: pre-commit-ci[bot] <66853113+pre-commit-ci[bot]@users.noreply.github.com>
8 lines
287 B
Python
8 lines
287 B
Python
from __future__ import annotations
|
|
import os
|
|
|
|
model = os.environ['OPENLLM_MODEL'] # openllm: model name
|
|
model_id = os.environ['OPENLLM_MODEL_ID'] # openllm: model name
|
|
model_tag = None # openllm: model tag
|
|
adapter_map = os.environ['OPENLLM_ADAPTER_MAP'] # openllm: model adapter map
|