mirror of
https://github.com/bentoml/OpenLLM.git
synced 2026-03-07 16:47:13 -05:00
8fdfd0491f
* revert(build): not locking packages Signed-off-by: Aaron Pham <29749331+aarnphm@users.noreply.github.com> * perf: improve svars generation and unifying envvar parsing Signed-off-by: Aaron Pham <29749331+aarnphm@users.noreply.github.com> * docs: update changelog Signed-off-by: Aaron Pham <29749331+aarnphm@users.noreply.github.com> * chore: update stubs check for mypy Signed-off-by: Aaron Pham <29749331+aarnphm@users.noreply.github.com> --------- Signed-off-by: Aaron Pham <29749331+aarnphm@users.noreply.github.com>
14 lines
509 B
Python
14 lines
509 B
Python
import os
|
|
|
|
import orjson
|
|
|
|
from openllm_core.utils import ENV_VARS_TRUE_VALUES
|
|
|
|
model_id = os.environ['OPENLLM_MODEL_ID']
|
|
model_tag = None
|
|
adapter_map = orjson.loads(os.getenv('OPENLLM_ADAPTER_MAP', orjson.dumps(None)))
|
|
prompt_template = os.getenv('OPENLLM_PROMPT_TEMPLATE')
|
|
system_message = os.getenv('OPENLLM_SYSTEM_MESSAGE')
|
|
serialization = os.getenv('OPENLLM_SERIALIZATION', default='safetensors')
|
|
trust_remote_code = str(os.getenv('TRUST_REMOTE_CODE', default=str(False))).upper() in ENV_VARS_TRUE_VALUES
|