From d7e99c2827c26f649305d9aa319820a27c407b95 Mon Sep 17 00:00:00 2001 From: Aaron Pham Date: Fri, 14 Jun 2024 02:19:49 +0000 Subject: [PATCH] fix: correctly set quantise for non quantise options Signed-off-by: Aaron Pham --- openllm-python/src/_openllm_tiny/_entrypoint.py | 4 ++-- tools/dependencies.py | 2 +- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/openllm-python/src/_openllm_tiny/_entrypoint.py b/openllm-python/src/_openllm_tiny/_entrypoint.py index 52c849f3..08468f79 100644 --- a/openllm-python/src/_openllm_tiny/_entrypoint.py +++ b/openllm-python/src/_openllm_tiny/_entrypoint.py @@ -43,7 +43,7 @@ _SERVICE_VARS = """\ import orjson,openllm_core.utils as coreutils model_id='{__model_id__}' revision=orjson.loads(coreutils.getenv('revision',default={__model_revision__})) -quantise=coreutils.getenv('quantize',default='{__model_quantise__}',var=['QUANTISE']) +quantise=orjson.loads(coreutils.getenv('quantize',default={__model_quantise__},var=['QUANTISE'])) serialisation=coreutils.getenv('serialization',default='{__model_serialization__}',var=['SERIALISATION']) dtype=coreutils.getenv('dtype', default='{__model_dtype__}',var=['TORCH_DTYPE']) trust_remote_code=coreutils.check_bool_env("TRUST_REMOTE_CODE",{__model_trust_remote_code__}) @@ -485,7 +485,7 @@ def build_command( __command__=' '.join(['openllm', *sys.argv[1:]]), __model_id__=model_id, __model_revision__=orjson.dumps(model_revision), - __model_quantise__=quantise, + __model_quantise__=orjson.dumps(quantise), __model_dtype__=dtype, __model_serialization__=serialisation, __model_trust_remote_code__=trust_remote_code, diff --git a/tools/dependencies.py b/tools/dependencies.py index 6e1fbcfa..56d44039 100755 --- a/tools/dependencies.py +++ b/tools/dependencies.py @@ -234,7 +234,7 @@ def main(args) -> int: release_version = args.release_version else: try: - release_version = api.repos.get_latest_release()['name'].lstrip('v') + release_version = api.repos.get_latest_release()['tag_name'].lstrip('v') except Exception as err: raise err