feat: Yi models (#651)

Signed-off-by: Aaron Pham <29749331+aarnphm@users.noreply.github.com>

openllm-python/src/openllm/_llm.py

@@ -36,9 +36,9 @@ from openllm_core.exceptions import MissingDependencyError
 from openllm_core.prompts import PromptTemplate
 from openllm_core.utils import (
   DEBUG,
+  ENV_VARS_TRUE_VALUES,
   ReprMixin,
   apply,
-  check_bool_env,
   codegen,
   converter,
   first_not_none,
@@ -326,7 +326,10 @@ class LLM(t.Generic[M, T], ReprMixin):
 
   @property
   def trust_remote_code(self) -> bool:
-    return first_not_none(check_bool_env('TRUST_REMOTE_CODE', False), default=self.__llm_trust_remote_code__)
+    env = os.getenv('TRUST_REMOTE_CODE')
+    if env is not None:
+      return str(env).upper() in ENV_VARS_TRUE_VALUES
+    return self.__llm_trust_remote_code__
 
   @property
   def runner_name(self) -> str:

openllm-python/src/openllm/bundle/_package.py

@@ -134,6 +134,7 @@ def construct_docker_options(
     'BENTOML_DEBUG': str(True),
     'BENTOML_QUIET': str(False),
     'BENTOML_CONFIG_OPTIONS': f"'{environ['BENTOML_CONFIG_OPTIONS']}'",
+    'TRUST_REMOTE_CODE': str(llm.trust_remote_code),
   }
   if adapter_map:
     env_dict['BITSANDBYTES_NOWELCOME'] = os.environ.get('BITSANDBYTES_NOWELCOME', '1')