From 55a0b2f825b66957d302b42ac9f0a5035502cc0e Mon Sep 17 00:00:00 2001 From: Aaron <29749331+aarnphm@users.noreply.github.com> Date: Thu, 30 Nov 2023 07:58:35 -0500 Subject: [PATCH] fix(style): setup correct block format Signed-off-by: Aaron <29749331+aarnphm@users.noreply.github.com> --- openllm-python/src/openllm/_llm.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/openllm-python/src/openllm/_llm.py b/openllm-python/src/openllm/_llm.py index f9348314..07962c7e 100644 --- a/openllm-python/src/openllm/_llm.py +++ b/openllm-python/src/openllm/_llm.py @@ -406,8 +406,8 @@ class LLM(t.Generic[M, T]): @functools.lru_cache(maxsize=1) def _torch_dtype_mapping() -> dict[str, torch.dtype]: import torch; return { - 'half': torch.float16, 'float16': torch.float16, - 'float': torch.float32, 'float32': torch.float32, + 'half': torch.float16, 'float16': torch.float16, # + 'float': torch.float32, 'float32': torch.float32, # 'bfloat16': torch.bfloat16, } def normalise_model_name(name: str) -> str: return os.path.basename(resolve_filepath(name)) if validate_is_path(name) else inflection.dasherize(name.replace('/', '--'))